-- Logs begin at Tue 2022-03-15 15:17:38 UTC, end at Tue 2022-03-15 17:18:13 UTC. -- Mar 15 16:53:45.979623 dv-cinder-733623-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 15 16:53:48.896601 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.common.config [-] Logging enabled! Mar 15 16:53:48.897212 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev27 Mar 15 16:53:48.897384 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103125) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 15 16:53:48.900733 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.common.config [-] Logging enabled! Mar 15 16:53:48.900987 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev27 Mar 15 16:53:48.901295 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103125) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 15 16:53:48.902224 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 15 16:53:48.902456 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 15 16:53:48.902827 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 15 16:53:48.903073 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 15 16:53:48.903298 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 15 16:53:48.904043 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.904493 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 15 16:53:48.904815 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.905116 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.905415 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.905712 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.906003 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.906284 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.906572 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.906873 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.907160 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.907691 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.907979 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.908272 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.908576 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.908864 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.909151 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.909433 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] debug = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.909713 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.910146 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.910566 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.910851 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.911140 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.911418 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.912014 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.912304 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.912620 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.912962 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] host = dv-cinder-733623-12-iscsi {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.913246 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.913537 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.914343 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.914632 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.914912 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.915194 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.915481 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.915757 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.916031 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] log_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.916307 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.916625 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.916916 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.917216 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.917443 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.917810 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.917946 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.918238 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.918515 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.922341 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.922679 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.922987 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.923291 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.923586 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.923893 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.924195 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.924519 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.924815 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.925103 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.925385 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.925667 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.925961 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.926241 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.926522 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.926804 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.927098 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.927372 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.927652 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.927962 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.928255 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.928569 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.928860 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.929164 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.929975 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.930269 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.930546 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.930823 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] use_json = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.931100 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.931372 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.931656 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.931930 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.932194 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.932487 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.932765 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.933051 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.933325 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:48.933623 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.933920 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.934223 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.934524 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.934822 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.935104 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.935393 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.935673 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.935962 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.936441 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.936583 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.936867 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.937171 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.937466 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.937761 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.938067 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.938362 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.938655 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.938930 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.939204 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.939478 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.939753 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.940037 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.940314 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.940627 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.940915 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.941191 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.941487 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.941773 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.942065 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.942352 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.942626 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.942905 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.943192 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.943468 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.943743 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.944019 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.944305 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.944618 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.944894 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.945216 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.945496 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.945768 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.946037 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.946311 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.946596 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.946872 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.947140 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.947407 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.947681 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.947949 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.948232 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.948538 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.948817 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.949090 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.949367 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.949638 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.949909 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.950185 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.950457 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.950732 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.951004 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.951274 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.951544 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.951813 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.952081 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.952350 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.952649 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.952929 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.953201 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.953471 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.953740 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.954012 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.954284 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.954580 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.954877 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.955156 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.955434 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.955709 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.955984 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.956258 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.956563 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.956840 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.957118 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.957387 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.957675 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.957955 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.958237 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.958538 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.958813 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.959108 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.959384 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.959661 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.959940 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.960216 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.960660 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.960950 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.961235 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.961530 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.961823 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.962118 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.962412 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.962706 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.962988 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.963297 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.963576 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:48.963792 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 15 16:53:48.964038 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103125) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 15 16:53:49.339613 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 15 16:53:49.339891 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 15 16:53:49.340196 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 15 16:53:49.340702 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 15 16:53:49.671300 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.671522 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.671796 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.673013 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.673291 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.673680 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.728385 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.728674 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.728944 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.743496 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.743775 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.744046 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.772629 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.772912 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.773223 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.921226 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.921921 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:49.921921 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.153624 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.153909 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.154174 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.154437 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.155130 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.254413 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.254732 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.255015 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.255284 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.255547 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.255853 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.256109 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.256365 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.256645 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.256948 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.257188 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.257475 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.257731 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.257981 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.258235 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.258496 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.258750 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.259014 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.259278 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.259536 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.259806 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.260058 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.260337 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.260735 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.260983 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.261225 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.261618 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 16:53:50.261855 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 16:53:50.262090 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 16:53:50.262324 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 16:53:50.262555 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 16:53:50.262789 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 16:53:50.263147 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 15 16:53:50.266264 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 15 16:53:50.270329 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 15 16:53:50.274071 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 15 16:53:50.275708 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 15 16:53:50.276177 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 15 16:53:50.276547 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 15 16:53:50.276933 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 15 16:53:50.279742 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 15 16:53:50.279992 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 15 16:53:50.280335 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 15 16:53:50.285452 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 15 16:53:50.310055 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 15 16:53:50.310504 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.310801 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103125) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 15 16:53:50.311170 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.312559 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103125) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 15 16:53:50.312839 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 15 16:53:50.313085 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 15 16:53:50.316340 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.316655 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.378515 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 15 16:53:50.378756 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 15 16:53:50.378993 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 15 16:53:50.379356 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 15 16:53:50.399200 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_db.sqlalchemy.engines [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103125) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 15 16:53:50.840969 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Initializing driver for type 'gre' Mar 15 16:53:50.841504 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] gre ID ranges: [(1, 1000)] Mar 15 16:53:50.896139 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Initializing driver for type 'local' Mar 15 16:53:50.896508 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Initializing driver for type 'vlan' Mar 15 16:53:50.910018 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] VlanTypeDriver initialization complete Mar 15 16:53:50.910360 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Initializing driver for type 'vxlan' Mar 15 16:53:50.910869 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] vxlan ID ranges: [(1, 1000)] Mar 15 16:53:50.958851 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Initializing extension driver 'port_security' Mar 15 16:53:50.959437 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] PortSecurityExtensionDriver initialization complete Mar 15 16:53:50.959546 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Initializing mechanism driver 'openvswitch' Mar 15 16:53:50.959864 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Initializing mechanism driver 'hyperv' Mar 15 16:53:50.967037 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:53:50.967874 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > port after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.968248 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > port after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.968629 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > port after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.969161 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 16:53:50.969597 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > subnet after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.969951 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > subnet after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.970297 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.970698 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 16:53:50.971108 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > network after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.971459 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > network after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.971801 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > network after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.972199 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 16:53:50.972640 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > security_group after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.972993 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > security_group after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.973336 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.973735 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 16:53:50.974143 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.974489 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.974828 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.975225 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 16:53:50.975631 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > address_group after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.975978 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > address_group after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.976318 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.976747 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 15 16:53:50.977189 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] ML2 OVO RPC backend initialized. {{(pid=103125) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 15 16:53:50.977893 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.978249 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.978664 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > network before_response 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.979011 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > networks before_response 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.979356 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > port before_response 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.979695 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > ports before_response 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.980036 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > subnet before_response 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.980435 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > subnets before_response 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.980865 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > network after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.981203 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > network after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.981536 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > network after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.981867 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > port after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.982202 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > port after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.982530 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > port after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.982859 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > subnet after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.983188 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > subnet after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.983520 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:50.990775 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded quota_driver: . Mar 15 16:53:50.991146 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.plugin [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Modular L2 Plugin initialization complete Mar 15 16:53:50.991494 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading services supported by the core plugin {{(pid=103125) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 15 16:53:50.991838 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.plugins.ml2.managers [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Got port-security extension from driver 'port_security' Mar 15 16:53:50.992315 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.extensions.vlantransparent [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Disabled vlantransparent extension. Mar 15 16:53:50.992835 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103125) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 15 16:53:50.993160 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading Plugin: router Mar 15 16:53:51.029417 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.029809 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router after_create 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.030178 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router before_create 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.030537 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.030906 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.031262 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router after_delete 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.031618 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.031967 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.032324 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router after_create 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.032949 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router after_update 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.033298 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router after_update 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.033645 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.033998 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router after_update 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.034404 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router precommit_update 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.034770 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: port after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.035107 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: port after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.035442 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: subnet after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.035782 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.036123 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.036494 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router precommit_create 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.036837 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: port before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.037178 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router precommit_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.037533 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router after_update 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.038008 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.038365 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router precommit_create 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.038757 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.039104 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router precommit_update 55549900 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.039466 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > agent after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.039815 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > agent after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.040159 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > network after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.041029 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Tracking information for resource: router configured {{(pid=103125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 16:53:51.041359 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Tracking information for resource: floatingip configured {{(pid=103125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 15 16:53:51.046273 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.db.l3_agentschedulers_db [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 15 16:53:51.046848 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: port after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.047208 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: port after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.047561 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: port after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.047911 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: port after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.048723 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router before_create 55550100 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.049090 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.049454 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router precommit_create 55550100 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.049808 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > router precommit_update 55550100 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.054679 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.services.provider_configuration [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service providers = [] {{(pid=103125) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 15 16:53:51.055043 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.db.servicetype_db [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103125) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 15 16:53:51.058017 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.services.service_base [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 16:53:51.058365 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.services.service_base [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 16:53:51.058703 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.services.service_base [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 16:53:51.059583 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.services.service_base [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 15 16:53:51.059952 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.services.service_base [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 15 16:53:51.060319 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 16:53:51.060669 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 15 16:53:51.071928 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 16:53:51.072264 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading Plugin: auto_allocate Mar 15 16:53:51.077958 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: network precommit_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.078324 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: network precommit_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.078842 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 16:53:51.079162 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading Plugin: tag Mar 15 16:53:51.086475 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 16:53:51.086798 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading Plugin: timestamp Mar 15 16:53:51.090602 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 16:53:51.090930 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading Plugin: network_ip_availability Mar 15 16:53:51.096416 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.096796 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.097156 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.097857 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 16:53:51.098175 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading Plugin: flavors Mar 15 16:53:51.103120 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 16:53:51.103453 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading Plugin: revisions Mar 15 16:53:51.107756 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 15 16:53:51.108151 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_concurrency.lockutils [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=103125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 15 16:53:51.108940 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103125) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 15 16:53:51.109277 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Initializing extension manager. Mar 15 16:53:51.109795 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: __init__.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.110134 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: __pycache__ {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.110468 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: address_group.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.111220 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.111776 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: address-group Mar 15 16:53:51.112100 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: address_scope.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.112838 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.113348 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: address-scope Mar 15 16:53:51.113669 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.114600 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.115105 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: router-admin-state-down-before-update Mar 15 16:53:51.115430 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: agent.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.116130 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.116667 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: agent Mar 15 16:53:51.117014 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: agent_resources_synced.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.117921 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.118428 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: agent-resources-synced Mar 15 16:53:51.118749 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: allowedaddresspairs.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.120549 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.121076 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: allowed-address-pairs Mar 15 16:53:51.121406 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: auto_allocated_topology.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.122476 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.122992 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: auto-allocated-topology Mar 15 16:53:51.123317 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: availability_zone.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.124011 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.124555 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: availability_zone Mar 15 16:53:51.124882 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: availability_zone_filter.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.125797 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.126305 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: availability_zone_filter Mar 15 16:53:51.126627 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: data_plane_status.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.127532 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.128039 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension data-plane-status not supported by any of loaded plugins Mar 15 16:53:51.128359 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: default_subnetpools.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.129299 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.129804 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: default-subnetpools Mar 15 16:53:51.130126 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.130924 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.131426 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: dhcp_agent_scheduler Mar 15 16:53:51.131747 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: dns.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.133199 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.133705 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension dns-integration not supported by any of loaded plugins Mar 15 16:53:51.134027 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: dns_domain_ports.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.134942 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.135446 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 15 16:53:51.135766 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.136715 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.137222 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 15 16:53:51.137544 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: dvr.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.138213 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.138715 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: dvr Mar 15 16:53:51.139035 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: ecmp_routes.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.139950 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.140478 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 15 16:53:51.140801 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: empty_string_filtering.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.141705 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.142205 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: empty-string-filtering Mar 15 16:53:51.142525 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.143430 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.143929 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 15 16:53:51.144247 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.145179 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.145683 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 15 16:53:51.146010 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: external_net.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.146921 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.147428 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: external-net Mar 15 16:53:51.147755 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.149227 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.149737 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: extra_dhcp_opt Mar 15 16:53:51.150058 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: extraroute.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.150975 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.151480 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: extraroute Mar 15 16:53:51.151802 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: extraroute_atomic.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.152859 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.153364 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: extraroute-atomic Mar 15 16:53:51.153688 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: filter_validation.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.154354 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.154851 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: filter-validation Mar 15 16:53:51.155170 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: fip_pf_description.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.156084 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.156622 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 15 16:53:51.156946 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: fip_port_details.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.158306 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.158812 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: fip-port-details Mar 15 16:53:51.159136 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: flavors.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.160387 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.160931 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: flavors Mar 15 16:53:51.161260 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.162932 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.163452 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 15 16:53:51.163805 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: floatingip_pools.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.164527 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.165036 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: floatingip-pools Mar 15 16:53:51.165359 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: ip_allocation.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.166299 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.166808 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension ip_allocation not supported by any of loaded plugins Mar 15 16:53:51.167132 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.168047 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.168585 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: ip-substring-filtering Mar 15 16:53:51.168911 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l2_adjacency.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.169837 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.170338 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 15 16:53:51.170659 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l3.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.171615 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.172127 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: router Mar 15 16:53:51.172469 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.174724 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.175254 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 15 16:53:51.175591 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.176568 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.177082 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: ext-gw-mode Mar 15 16:53:51.177412 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.178322 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.178828 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: l3-ha Mar 15 16:53:51.179151 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.180078 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.180613 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 15 16:53:51.180936 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l3_flavors.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.181844 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.182349 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: l3-flavors Mar 15 16:53:51.182671 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.184059 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.184610 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 15 16:53:51.184937 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.185849 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.186368 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 15 16:53:51.186694 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: l3agentscheduler.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.187745 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.188254 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: l3_agent_scheduler Mar 15 16:53:51.188615 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: local_ip.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.190406 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.190928 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension local_ip not supported by any of loaded plugins Mar 15 16:53:51.191254 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: logging.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.194223 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.194747 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension logging not supported by any of loaded plugins Mar 15 16:53:51.195600 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: metering.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.196344 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.196952 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: metering Mar 15 16:53:51.197279 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.198383 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.198896 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: metering_source_and_destination_fields Mar 15 16:53:51.199220 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: multiprovidernet.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.200144 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.200680 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: multi-provider Mar 15 16:53:51.201006 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: netmtu.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.201915 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.202420 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: net-mtu Mar 15 16:53:51.202742 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: netmtu_writable.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.203667 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.204174 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: net-mtu-writable Mar 15 16:53:51.204529 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: network_availability_zone.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.205196 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.205696 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: network_availability_zone Mar 15 16:53:51.206014 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: network_ip_availability.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.207130 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.207635 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: network-ip-availability Mar 15 16:53:51.207956 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: network_segment_range.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.208749 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.209251 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension network-segment-range not supported by any of loaded plugins Mar 15 16:53:51.209571 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: pagination.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.211071 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.211409 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: pagination Mar 15 16:53:51.211729 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: port_device_profile.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.212667 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.213176 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: port-device-profile Mar 15 16:53:51.213497 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.214411 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.214911 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: port-mac-address-regenerate Mar 15 16:53:51.215230 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.216146 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.216685 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: port-numa-affinity-policy Mar 15 16:53:51.217005 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: port_resource_request.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.217917 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.218418 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension port-resource-request not supported by any of loaded plugins Mar 15 16:53:51.218739 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: port_resource_request_groups.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.219707 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.220211 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 15 16:53:51.220568 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: portbindings.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.221497 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.222004 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: binding Mar 15 16:53:51.222325 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: portbindings_extended.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.223593 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.224107 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: binding-extended Mar 15 16:53:51.224452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: portsecurity.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.225367 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.225874 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: port-security Mar 15 16:53:51.226226 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: project_id.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.227201 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.227527 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: project-id Mar 15 16:53:51.227847 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: providernet.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.228792 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.229303 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: provider Mar 15 16:53:51.229623 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.233269 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.233747 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos not supported by any of loaded plugins Mar 15 16:53:51.234077 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.235339 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.235855 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 15 16:53:51.236187 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.237137 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.237647 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 15 16:53:51.237976 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_default.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.238888 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.239394 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-default not supported by any of loaded plugins Mar 15 16:53:51.239719 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_fip.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.240655 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.241166 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-fip not supported by any of loaded plugins Mar 15 16:53:51.241491 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.242917 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.243426 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 15 16:53:51.243749 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_gateway_ip.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.244706 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.245216 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 15 16:53:51.245541 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_port_network_policy.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.246571 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.247088 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 15 16:53:51.247416 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.248488 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.249002 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 15 16:53:51.249330 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.250368 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.250876 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 15 16:53:51.251200 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_pps_rule.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.252375 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.252911 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-pps not supported by any of loaded plugins Mar 15 16:53:51.253234 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_rule_type_details.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.254145 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.254651 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 15 16:53:51.254972 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.255876 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.256382 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 15 16:53:51.256725 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: qos_rules_alias.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.257822 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.258337 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 15 16:53:51.258660 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: quota_check_limit.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.259573 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.260091 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: quota-check-limit Mar 15 16:53:51.260443 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: quotasv2.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.261360 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.261685 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: quotas Mar 15 16:53:51.262004 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: quotasv2_detail.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.263724 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.264061 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: quota_details Mar 15 16:53:51.264392 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: rbac.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.265464 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.265985 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: rbac-policies Mar 15 16:53:51.266314 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: rbac_address_group.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.267249 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.267762 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: rbac-address-group Mar 15 16:53:51.268085 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: rbac_address_scope.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.269039 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.269552 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: rbac-address-scope Mar 15 16:53:51.269874 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: rbac_security_groups.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.270786 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.271297 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: rbac-security-groups Mar 15 16:53:51.271617 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: rbac_subnetpool.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.272630 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.273655 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: rbac-subnetpool Mar 15 16:53:51.273974 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: revisionifmatch.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.274891 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.275403 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: revision-if-match Mar 15 16:53:51.275723 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: revisions.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.276861 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.277371 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: standard-attr-revisions Mar 15 16:53:51.277698 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: router_availability_zone.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.278366 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.278871 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: router_availability_zone Mar 15 16:53:51.279191 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: routerservicetype.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.280108 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.280649 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension router-service-type not supported by any of loaded plugins Mar 15 16:53:51.280971 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.281897 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.282660 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: security-groups-normalized-cidr Mar 15 16:53:51.282983 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.283911 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.284444 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: port-security-groups-filtering Mar 15 16:53:51.284769 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.285694 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.286204 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: security-groups-remote-address-group Mar 15 16:53:51.286524 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.287447 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.287956 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: security-groups-shared-filtering Mar 15 16:53:51.288276 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.289428 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 15 16:53:51.289741 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: securitygroup.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.299345 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.299872 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: security-group Mar 15 16:53:51.300205 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: segment.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.300967 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.301482 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension segment not supported by any of loaded plugins Mar 15 16:53:51.301811 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.302753 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.303265 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 15 16:53:51.303591 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: servicetype.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.304738 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.305259 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: service-type Mar 15 16:53:51.305587 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: sorting.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.306569 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.306902 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: sorting Mar 15 16:53:51.307224 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: standard_attr_segment.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.308151 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.308695 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 15 16:53:51.309017 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: standardattrdescription.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.309658 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.310165 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: standard-attr-description Mar 15 16:53:51.310484 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: stateful_security_group.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.311409 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.311918 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: stateful-security-group Mar 15 16:53:51.312239 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: stdattrs_common.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.312826 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 15 16:53:51.313144 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.314079 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.314589 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 15 16:53:51.314911 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: subnet_onboard.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.315968 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.316518 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: subnet_onboard Mar 15 16:53:51.316845 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.317781 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.318290 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 15 16:53:51.318615 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: subnet_service_types.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.319536 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.320069 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: subnet-service-types Mar 15 16:53:51.320412 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: subnetallocation.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.321516 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.322026 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: subnet_allocation Mar 15 16:53:51.322350 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.323011 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.323515 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: subnetpool-prefix-ops Mar 15 16:53:51.323833 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.324800 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.325302 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 15 16:53:51.325620 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: tagging.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.326686 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.327203 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: standard-attr-tag Mar 15 16:53:51.327535 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: timestamp.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.328789 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.329302 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loaded extension: standard-attr-timestamp Mar 15 16:53:51.329629 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: trunk.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.330657 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.331173 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension trunk not supported by any of loaded plugins Mar 15 16:53:51.331499 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: trunk_details.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.332439 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.332953 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension trunk-details not supported by any of loaded plugins Mar 15 16:53:51.333276 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: uplink_status_propagation.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.334188 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.334696 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 15 16:53:51.335017 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Loading extension file: vlantransparent.py {{(pid=103125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 15 16:53:51.336223 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 15 16:53:51.336763 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 15 16:53:51.339250 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:network Mar 15 16:53:51.339774 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:subnet Mar 15 16:53:51.340169 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 16:53:51.340602 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:port Mar 15 16:53:51.341823 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.342257 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service FLAVORS assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.342864 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.343295 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.343634 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:router Mar 15 16:53:51.344060 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:floatingip Mar 15 16:53:51.344580 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service METERING assigned prefix: /metering {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.346020 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.346400 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.346753 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 16:53:51.347740 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of CountableResource for resource:rbac_policy Mar 15 16:53:51.348181 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:security_group Mar 15 16:53:51.348652 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 15 16:53:51.349255 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service CORE assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.349594 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 16:53:51.349941 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] subnetpool is already registered Mar 15 16:53:51.350374 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service CORE assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.350698 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 16:53:51.351029 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] subnetpool is already registered Mar 15 16:53:51.353838 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.354271 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service FLAVORS assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.354858 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.355277 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.355608 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:router Mar 15 16:53:51.355947 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] router is already registered Mar 15 16:53:51.356353 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:floatingip Mar 15 16:53:51.356710 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] floatingip is already registered Mar 15 16:53:51.357157 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service METERING assigned prefix: /metering {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.357821 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of CountableResource for resource:rbac_policy Mar 15 16:53:51.358152 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] rbac_policy is already registered Mar 15 16:53:51.358559 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:security_group Mar 15 16:53:51.358898 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] security_group is already registered Mar 15 16:53:51.359300 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 15 16:53:51.359637 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] security_group_rule is already registered Mar 15 16:53:51.360267 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service CORE assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.360620 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 16:53:51.360956 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] subnetpool is already registered Mar 15 16:53:51.361380 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.v2.resource_helper [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Service CORE assigned prefix: {{(pid=103125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 15 16:53:51.361701 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Creating instance of TrackedResource for resource:subnetpool Mar 15 16:53:51.362029 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING neutron.quota.resource_registry [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] subnetpool is already registered Mar 15 16:53:51.362484 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: extensions {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.363943 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: address-groups {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.365469 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: address-scopes {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.366808 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: agents {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.367993 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: auto-allocated-topology {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.369273 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: availability_zones {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.370482 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: dhcp-networks {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.372018 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: dhcp-agents {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.373484 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: routers {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.375702 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: flavors {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.376904 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: service_profiles {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.378115 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: next_providers {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.379600 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: service_profiles {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.381193 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: floatingip-pools {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.382453 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: routers {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.384578 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: floatingips {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.386722 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: l3-routers {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.388204 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: l3-agents {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.389675 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: metering-labels {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.391039 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: metering-label-rules {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.392327 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: network-ip-availabilities {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.393612 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: bindings {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.395274 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: quotas {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.396884 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: quotas {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.398957 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: rbac-policies {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.400237 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: security-groups {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.401497 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: security-group-rules {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.402753 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: service-providers {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.403960 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: subnetpools {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.405424 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: subnetpools {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.406880 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.408863 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.410664 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.412480 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.414807 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.416760 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.418462 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.420357 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.422128 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.424006 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron.api.extensions [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Extended resource: tags {{(pid=103125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 15 16:53:51.430012 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING keystonemiddleware.auth_token [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 15 16:53:51.434685 dv-cinder-733623-12-iscsi neutron-server[103125]: WARNING keystonemiddleware.auth_token [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 15 16:53:51.443108 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_concurrency.lockutils [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Acquired lock "singleton_lock" {{(pid=103125) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 15 16:53:51.443591 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_concurrency.lockutils [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Releasing lock "singleton_lock" {{(pid=103125) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 15 16:53:51.444223 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO oslo_service.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Starting 2 workers Mar 15 16:53:51.449097 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Started child 103234 {{(pid=103125) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 16:53:51.453541 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Started child 103235 {{(pid=103125) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 16:53:51.454731 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:53:51.455407 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO neutron.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 15 16:53:51.455753 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:53:51.456265 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [-] (103234) wsgi starting up on http://0.0.0.0:9696 Mar 15 16:53:51.458312 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO oslo_service.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Starting 1 workers Mar 15 16:53:51.458464 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:53:51.459865 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [-] (103235) wsgi starting up on http://0.0.0.0:9696 Mar 15 16:53:51.464051 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Started child 103236 {{(pid=103125) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 16:53:51.464643 dv-cinder-733623-12-iscsi neutron-server[103125]: INFO oslo_service.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Starting 1 workers Mar 15 16:53:51.467911 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] calling RpcWorker wait() {{(pid=103236) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 15 16:53:51.468470 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] returning from RpcWorker wait() {{(pid=103236) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 15 16:53:51.469137 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Started child 103237 {{(pid=103125) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 15 16:53:51.469957 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:53:51.470050 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8b69-9af3-44d4-a5e6-b7766a214c64 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:53:51.470484 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:53:51.471873 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103125) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 15 16:53:51.472081 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 15 16:53:51.472265 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 15 16:53:51.472519 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 15 16:53:51.472866 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 15 16:53:51.473031 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 15 16:53:51.473582 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.473864 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.474131 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.474279 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:53:51.474746 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.474746 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.475184 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.475451 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.475713 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.475979 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.476311 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.476992 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.477168 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.477406 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.477639 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.477916 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.478180 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.478438 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.478696 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.478868 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.479129 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.479404 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.479630 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.479899 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] debug = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.480147 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.480635 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.480864 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.481103 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.481345 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.481639 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.481878 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.482183 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.482416 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.482653 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.482901 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.483148 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.483442 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.483591 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.483836 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.484050 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.484313 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.484589 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.485052 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] host = dv-cinder-733623-12-iscsi {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.485291 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.485525 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.485754 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.486013 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.486256 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.486501 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.486760 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.487019 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.487266 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.487506 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.487757 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.487988 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.488210 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.488471 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.488638 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_options = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.488883 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.489162 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.489407 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.489597 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.489817 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.489950 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.490164 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.490326 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.490581 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.490799 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.491014 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.491228 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.491444 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.491666 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.492497 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.492701 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.492935 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.493144 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.493429 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.493656 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.493895 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.494138 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.494354 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.494598 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.494838 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.495057 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.495280 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.495508 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.495744 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.495990 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.496237 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.496502 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.496720 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.496967 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.497228 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.497460 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.497687 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.497918 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.498044 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:53:51.498172 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.498399 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.498653 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.498916 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.499110 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.499333 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.499575 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.499807 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.500061 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_json = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.500242 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.500496 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.500753 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.500966 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.501183 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.501400 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.501648 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.501897 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.502125 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.502546 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.502839 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.503155 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.503425 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.503657 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.503898 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.504129 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.504371 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.504642 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.505190 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.505190 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.505417 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.505728 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.505978 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.506429 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.506920 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.507183 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.507492 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.508245 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.508493 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.508731 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.508973 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.509258 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.509556 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.509909 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.510192 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.510417 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.510714 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.510967 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.511307 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.511569 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.511878 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.512094 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.512325 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.512573 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.512865 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.513016 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.513231 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.513445 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.513745 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.513988 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.514391 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.514622 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.514859 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.515106 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.515332 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.515573 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.515806 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.516033 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.516270 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.516510 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.516727 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.516957 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.517171 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.517429 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.517664 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.518023 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.518485 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.518657 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.518870 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.519081 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.519296 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.519541 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.519756 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.519986 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.520308 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.520486 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.520685 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.520867 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.521100 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.521308 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.521518 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.521865 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.521982 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.522176 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.522410 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.522728 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.522842 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.523051 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.523264 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.523495 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.523708 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.523918 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.524345 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.524345 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.524687 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.524775 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.524938 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.525147 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.525375 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.525590 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.525852 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.526206 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.526455 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.526875 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.527013 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.527133 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.527335 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.527579 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.527795 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.528010 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.528240 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.528530 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.528881 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.529361 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.529361 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.529536 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.529626 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.529843 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.533339 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.533339 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.533339 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.533339 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.533339 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.533339 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.533339 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.533339 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.534323 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.534323 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.534323 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.534323 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.534323 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.534323 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.534323 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.534323 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.535245 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.535245 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.535245 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.535245 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.535245 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.535829 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.535829 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.535829 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.536172 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.536293 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.536539 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.536786 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.536996 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.537219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.537535 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.538343 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.538343 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.538343 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.538721 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.538721 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.538960 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.539161 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.539407 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.539639 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.539912 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.540143 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.540355 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.540608 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.540855 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.541065 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.541298 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.541510 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.541755 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.541986 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.542198 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.542426 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.542636 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.542856 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.543066 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.543279 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.543485 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.543746 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.543954 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.544192 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.544452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.544689 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.544913 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.545129 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.545338 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.545605 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.545819 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.546095 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.546343 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.546580 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.546874 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.547040 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.547300 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.547513 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.547767 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.548000 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.548210 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.548439 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.548678 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.548889 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.549100 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.549325 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.549539 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.549803 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.550037 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.550368 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.550628 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.550856 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.551081 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.551319 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.551565 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.551770 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.551981 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.552231 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.552488 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.552993 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.552993 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.553261 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.553468 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.553595 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.553766 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.554015 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.554786 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.555026 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.555264 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.555504 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.555864 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.556329 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.556329 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.556329 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.556623 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.556783 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.557018 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.557224 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.557754 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.557754 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.558009 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.558737 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.558737 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.558737 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.559062 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.559186 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.559307 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.559513 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.559979 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.559979 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.560144 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.560350 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.560584 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.560860 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.561019 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.561407 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.561504 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.561913 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.561913 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.562171 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.562263 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.562465 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.562691 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.562898 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.563103 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.563319 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.563535 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.563740 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.563986 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.564193 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.564418 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.564659 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.564875 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.565080 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.565356 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.565610 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.565828 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.566121 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.566371 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.566623 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.567020 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.567266 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.567403 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.567580 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.567817 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.568034 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.568274 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.568559 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.568855 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.569142 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.569386 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.569650 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.570571 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.570916 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.571194 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.571409 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.571702 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.572037 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.572316 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.572603 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.572848 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.573084 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.573323 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.573636 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.573739 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.573980 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.574215 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.574448 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.574676 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.574902 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.575238 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.575354 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.575547 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.575768 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.575975 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.576223 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.576461 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.576608 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 15 16:53:51.577134 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103125) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 15 16:53:51.577293 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 15 16:53:51.577446 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 15 16:53:51.577692 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 15 16:53:51.577820 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 15 16:53:51.577907 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 15 16:53:51.578115 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.578272 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.578589 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.578732 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.578882 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.579066 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.579227 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.579384 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.579541 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.579701 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.579833 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.579990 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.580148 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.580291 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.580679 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.580679 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.580951 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.580951 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.581211 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.581211 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.581360 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.581513 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.581669 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] debug = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.581826 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.582018 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.582180 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.582338 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.582494 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.582652 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.582810 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.582969 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.583125 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.583282 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.583498 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.583986 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.583986 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.583986 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.584371 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.584371 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.584371 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.584726 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.584726 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] host = dv-cinder-733623-12-iscsi {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.584876 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.584954 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.585063 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.585221 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.585379 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.585559 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.585720 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.585880 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.586214 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.586214 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.586365 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.586489 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.586614 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.586771 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.586928 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_options = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.587086 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.587242 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.587391 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.587570 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.587746 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.587876 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.588033 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.588190 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.588348 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.588529 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.588669 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:53:51.588761 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.588841 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.588982 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.589138 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.589294 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.589452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.589608 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.589764 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.589923 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.590079 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.590235 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.590391 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.590547 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.590703 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.590861 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.591017 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.591173 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.591330 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.591486 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.591642 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.591800 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.591957 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.592867 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.592867 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.592867 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.592867 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.592867 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594772 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594772 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_json = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594772 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.594772 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.595037 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.595037 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.595177 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.595253 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.595404 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.595566 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.595721 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 15 16:53:51.595891 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.596056 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.596227 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.596388 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.596559 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.596718 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.596930 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.597065 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.597205 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.597331 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.597472 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.597633 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.597803 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.597963 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.598123 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.598286 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.598447 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.598607 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.599147 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.599147 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.599147 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.599383 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.599383 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.599526 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.599671 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.599830 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.599990 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.600159 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.600319 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.600517 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.600678 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.600840 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.601000 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.601679 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.601842 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.602003 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.602165 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.602326 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.602487 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.602648 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.602807 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.602966 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.603126 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.603286 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.603448 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.603607 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.603770 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.603930 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.604090 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.604252 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.604447 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.604592 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.604753 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.604914 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.605079 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.605243 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.605389 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.605559 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.605719 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.605879 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.606033 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.606185 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.606345 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.606504 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.606663 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.606822 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.606982 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.607142 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.607313 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.607472 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.607632 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.607793 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.607953 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.608113 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.608272 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.608450 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.608597 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.608750 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.608895 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.609059 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.609219 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.609379 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.609539 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.609698 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.609858 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.610017 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.610179 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.610322 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.610486 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.610645 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.610804 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.610959 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.611134 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.611277 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.611439 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.611599 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.611751 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.611909 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.612070 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.612231 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.612392 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.612586 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.612763 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.612904 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.613051 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.613199 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.613331 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.613460 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.613593 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.613726 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.613889 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.614033 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.614196 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.614358 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.614509 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.614667 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.614828 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.614979 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.615132 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.615300 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.615463 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.615628 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.615768 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.615912 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.616086 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.616248 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.616392 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.616566 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.616741 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.617438 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.617593 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.617746 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.617907 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.618066 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.618226 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.618396 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.618551 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.618708 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.618865 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.619053 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.619213 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.619360 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.619520 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.619673 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.619830 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.619988 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.620146 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.620306 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.620485 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.620627 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.620771 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.620933 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.621095 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.621245 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.621401 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.621561 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.621721 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.621882 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.622041 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.622202 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.622362 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.622522 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.622681 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.622841 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.623000 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.623160 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.623318 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.623477 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.623638 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.623798 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.623957 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.624116 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.624276 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.624482 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.624622 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.624782 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.624944 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.625104 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.625267 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.625427 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.625588 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.625748 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.625914 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.626072 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.626394 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.626704 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.626866 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.627027 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.627189 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.628452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.628452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.628452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.628452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.628452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.628452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.628452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.628452 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629007 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629007 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629007 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629007 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629289 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629372 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629479 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629622 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629783 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.629944 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.630103 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.630262 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.630420 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.630585 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.630747 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.630907 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.631068 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.631230 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.631391 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.631551 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.631712 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.631871 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.632032 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.632193 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.632370 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.632556 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.632729 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.632891 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.633051 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.633210 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.633369 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.633528 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.633697 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.633857 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.634016 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.634176 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.634335 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.634494 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.634663 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.634824 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.634983 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.635142 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.635300 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.635459 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.635626 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.635786 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.635945 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.636104 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.636263 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.636440 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.636611 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.636771 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.636932 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.637091 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.637249 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.637408 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.637577 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.637737 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.637895 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.638054 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.638213 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.638371 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.638539 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.638700 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.638859 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.639030 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.639190 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.639349 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.639508 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.639679 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.639840 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.640003 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.640163 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.640321 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.640505 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.640669 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.640833 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.641003 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.641170 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.641331 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.641500 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.641669 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.641838 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.641998 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.642163 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.642334 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.642492 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.642651 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.642809 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.642970 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.643130 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.643290 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.643450 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.643609 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.643769 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.643928 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.644087 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.644255 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.644466 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.644557 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.644720 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.644880 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.645039 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.645198 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.645359 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 15 16:53:51.645512 dv-cinder-733623-12-iscsi neutron-server[103125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 15 16:53:51.653245 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54550) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:53:51.661999 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066190 Mar 15 16:54:03.139531 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3427d6b-9ac8-4131-b610-682d56b5a5a2 None None] get_active_networks_info from dv-cinder-733623-12-iscsi {{(pid=103236) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 15 16:54:03.197109 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3427d6b-9ac8-4131-b610-682d56b5a5a2 None None] No non-hosted networks {{(pid=103236) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 15 16:54:03.206316 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.agentschedulers_db [None req-e3427d6b-9ac8-4131-b610-682d56b5a5a2 None None] DHCP Agent not found on host dv-cinder-733623-12-iscsi {{(pid=103236) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 15 16:54:03.293868 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d2ef2f4e-2566-49bb-885a-4d6757697b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350298'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:05.443490 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-daecc921-4e5a-4a38-b1a6-8fe230983861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350298'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:05.479233 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-af2fce8b-433b-4251-8588-845c78d6faf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:06.460662 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350298'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:07.900906 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350298'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:08.932807 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.db.l3_hamode_db [None req-4cca9e74-5345-4c37-83a7-3f389daa8d59 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 15 16:54:09.014647 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca9e74-5345-4c37-83a7-3f389daa8d59 None None] Routers set() bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 16:54:09.015030 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca9e74-5345-4c37-83a7-3f389daa8d59 None None] Router IDs set() for agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 15 16:54:09.356928 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 54632) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:09.619981 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350298'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:09.620673 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.621046 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.621388 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.621738 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.622256 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.622731 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.623267 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.623812 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.624416 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.624960 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.625544 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.626216 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.626779 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.627312 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.627851 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:09.628529 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733623-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:09.635576 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733623-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:09.875107 dv-cinder-733623-12-iscsi neutron-server[103234]: WARNING oslo_policy.policy [None req-79f2e024-9dfc-4ec9-9348-96e033aebb47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 16:54:09.875789 dv-cinder-733623-12-iscsi neutron-server[103234]: WARNING oslo_policy.policy [None req-79f2e024-9dfc-4ec9-9348-96e033aebb47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 16:54:10.104576 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [None req-79f2e024-9dfc-4ec9-9348-96e033aebb47 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 16:54:10.105762 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-79f2e024-9dfc-4ec9-9348-96e033aebb47 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7467606 Mar 15 16:54:12.654156 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 54658) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:12.960012 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-b91c8674-c452-4f2a-8ecc-f52b0b203420 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:54:13.052183 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.policy [None req-b91c8674-c452-4f2a-8ecc-f52b0b203420 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103234) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 15 16:54:13.095954 dv-cinder-733623-12-iscsi neutron-server[103234]: WARNING oslo_policy.policy [None req-b91c8674-c452-4f2a-8ecc-f52b0b203420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 16:54:13.096319 dv-cinder-733623-12-iscsi neutron-server[103234]: WARNING oslo_policy.policy [None req-b91c8674-c452-4f2a-8ecc-f52b0b203420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 16:54:13.188145 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b91c8674-c452-4f2a-8ecc-f52b0b203420 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743089278928', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743089278339', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743089327446', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743089334905', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743089311614', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743089397619', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-790677', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15976071', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-472991', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629121'] for rbac-policy (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:13.253762 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b91c8674-c452-4f2a-8ecc-f52b0b203420 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:13.254948 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b91c8674-c452-4f2a-8ecc-f52b0b203420 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5997941 Mar 15 16:54:15.753037 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 54668) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:16.067207 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:54:16.095679 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Made reservation on behalf of feab63c90717473688c8da311a7838cd for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 16:54:16.099553 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:16.115659 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:16.225518 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Publish callbacks [] for security_group (27a99e29-1202-4514-8bff-d2d2821ef554), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:16.229195 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (27a99e29-1202-4514-8bff-d2d2821ef554), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:16.252959 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 16:54:16.286840 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743085539512', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (ac3b91e0-a775-464c-a674-8510e3f4937c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:16.287427 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Unsubscribe: segment precommit_create {{(pid=103234) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 15 16:54:16.287949 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Added segment ac3b91e0-a775-464c-a674-8510e3f4937c of type vlan for network cabd65ed-9f79-462e-865f-ef269f72228c Mar 15 16:54:16.302980 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=27a99e29-1202-4514-8bff-d2d2821ef554,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:16.350167 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.351040 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.351390 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.351736 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.352065 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.352388 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.352749 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.353050 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.353382 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.353700 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.354013 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.354341 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.354656 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.354963 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.355272 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Tracked resource versions report: Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: pushed versions: Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: { 'AddressGroup': {'1.2'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Agent': {'1.1'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'ConntrackHelper': {'1.0'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'LocalIPAssociation': {'1.0'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Log': {'1.0'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'NDPProxy': {'1.0'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Network': {'1.1'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Port': {'1.7'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'PortForwarding': {'1.2'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'QosPolicy': {'1.10'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SecurityGroup': {'1.5'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SecurityGroupRule': {'1.2'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SubPort': {'1.0'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Subnet': {'1.1'}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Trunk': {'1.1'}} Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: consumer versions: Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: { DHCP agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: L3 agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: Metadata agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: Metering agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: Open vSwitch agent@dv-cinder-733623-12-iscsi: { 'AddressGroup': '1.2', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Agent': '1.1', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'ConntrackHelper': '1.0', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'LocalIPAssociation': '1.0', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Log': '1.0', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'NDPProxy': '1.0', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Network': '1.1', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Port': '1.7', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'PortForwarding': '1.2', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'QosPolicy': '1.10', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SecurityGroup': '1.5', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SecurityGroupRule': '1.2', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SubPort': '1.0', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Subnet': '1.1', Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Trunk': '1.1'}} Mar 15 16:54:16.356744 dv-cinder-733623-12-iscsi neutron-server[103234]: {{(pid=103234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 16:54:16.395629 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (cabd65ed-9f79-462e-865f-ef269f72228c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:16.435111 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (cabd65ed-9f79-462e-865f-ef269f72228c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:16.440198 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:54:16.440937 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:16.528785 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7746465 Mar 15 16:54:16.558425 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3946915-64a6-4159-b735-1a1a85d55710 demo demo] Pushing event updated for resources: {'Network': ['ID=cabd65ed-9f79-462e-865f-ef269f72228c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:16.573236 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network cabd65ed-9f79-462e-865f-ef269f72228c details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 16:54:19.051747 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54680) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:19.531572 dv-cinder-733623-12-iscsi neutron-server[103235]: WARNING oslo_policy.policy [None req-f137ed9f-4951-4b24-aa1e-24ff16819c95 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 16:54:19.532426 dv-cinder-733623-12-iscsi neutron-server[103235]: WARNING oslo_policy.policy [None req-f137ed9f-4951-4b24-aa1e-24ff16819c95 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 16:54:19.965066 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.policy [None req-f137ed9f-4951-4b24-aa1e-24ff16819c95 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103235) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 15 16:54:20.011901 dv-cinder-733623-12-iscsi neutron-server[103235]: WARNING oslo_policy.policy [None req-f137ed9f-4951-4b24-aa1e-24ff16819c95 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 16:54:20.012209 dv-cinder-733623-12-iscsi neutron-server[103235]: WARNING oslo_policy.policy [None req-f137ed9f-4951-4b24-aa1e-24ff16819c95 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 15 16:54:20.020738 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f137ed9f-4951-4b24-aa1e-24ff16819c95 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:54:20.022518 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-f137ed9f-4951-4b24-aa1e-24ff16819c95 demo admin] 10.222.0.42 "GET /v2.0/networks/cabd65ed-9f79-462e-865f-ef269f72228c HTTP/1.1" status: 200 len: 825 time: 0.9698348 Mar 15 16:54:20.066536 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-6291a3c2-0d33-4cb8-9dd0-34e877d96bb5 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/42dc9481-a74a-4035-81a4-965e9133f3e4 HTTP/1.1" status: 200 len: 734 time: 0.0383770 Mar 15 16:54:20.075935 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '42dc9481-a74a-4035-81a4-965e9133f3e4', 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:54:20.110424 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Made reservation on behalf of feab63c90717473688c8da311a7838cd for: {'subnet': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 16:54:20.113121 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:20.393985 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (3f23b13c-0d44-4df4-a80f-144b5ad96956), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:20.459436 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Checking segment: {'id': 'ac3b91e0-a775-464c-a674-8510e3f4937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 16:54:20.459904 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Network hostable DHCP agents. Network: cabd65ed-9f79-462e-865f-ef269f72228c, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 16:54:20.477939 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3f23b13c-0d44-4df4-a80f-144b5ad96956,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:20.489146 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.489481 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.489823 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.490150 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.490470 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.490783 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.492047 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.492047 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.492656 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.492656 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.492973 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.493300 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.493613 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.493917 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.494220 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Tracked resource versions report: Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: pushed versions: Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: { 'AddressGroup': {'1.2'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Agent': {'1.1'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'ConntrackHelper': {'1.0'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'LocalIPAssociation': {'1.0'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Log': {'1.0'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'NDPProxy': {'1.0'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Network': {'1.1'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Port': {'1.7'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'PortForwarding': {'1.2'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'QosPolicy': {'1.10'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SecurityGroup': {'1.5'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SecurityGroupRule': {'1.2'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SubPort': {'1.0'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Subnet': {'1.1'}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Trunk': {'1.1'}} Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: consumer versions: Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: { DHCP agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: L3 agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: Metadata agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: Metering agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: Open vSwitch agent@dv-cinder-733623-12-iscsi: { 'AddressGroup': '1.2', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Agent': '1.1', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'ConntrackHelper': '1.0', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'LocalIPAssociation': '1.0', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Log': '1.0', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'NDPProxy': '1.0', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Network': '1.1', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Port': '1.7', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'PortForwarding': '1.2', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'QosPolicy': '1.10', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SecurityGroup': '1.5', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SecurityGroupRule': '1.2', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SubPort': '1.0', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Subnet': '1.1', Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Trunk': '1.1'}} Mar 15 16:54:20.495614 dv-cinder-733623-12-iscsi neutron-server[103235]: {{(pid=103235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 16:54:20.507887 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Network cabd65ed-9f79-462e-865f-ef269f72228c is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 16:54:20.528539 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, cabd65ed-9f79-462e-865f-ef269f72228c) {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 16:54:20.545237 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:54:20.545863 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:20.550787 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef157d-1b77-4225-b268-e8dc73c3171d None None] Network cabd65ed-9f79-462e-865f-ef269f72228c requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 16:54:20.568899 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ef9b9740-49cb-49a3-978f-960c8a7322d9 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4963541 Mar 15 16:54:20.926291 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-cabd65ed-9f79-462e-865f-ef269f72228c', 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c', 'project_id': 'feab63c90717473688c8da311a7838cd', 'fixed_ips': [{'subnet_id': '3f23b13c-0d44-4df4-a80f-144b5ad96956'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 16:54:20.927595 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:21.203640 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Allocated IP 172.20.0.2 (cabd65ed-9f79-462e-865f-ef269f72228c/3f23b13c-0d44-4df4-a80f-144b5ad96956/44fc6edf-9d77-40b8-8213-d629c20ecbf2) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 16:54:21.470570 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Publish callbacks [] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:21.478898 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:21.553185 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Network cabd65ed-9f79-462e-865f-ef269f72228c is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 16:54:21.555067 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 16:54:21.564571 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 16:54:21.572543 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Pushing event updated for resources: {'Port': ['ID=44fc6edf-9d77-40b8-8213-d629c20ecbf2,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:21.604112 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.604757 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.605125 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.605482 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.605822 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.606151 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.606481 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.606806 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.607142 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.607468 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.607792 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.608128 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.608474 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.608799 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.609112 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Tracked resource versions report: Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: pushed versions: Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: { 'AddressGroup': {'1.2'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Agent': {'1.1'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'ConntrackHelper': {'1.0'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'LocalIPAssociation': {'1.0'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Log': {'1.0'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'NDPProxy': {'1.0'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Network': {'1.1'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Port': {'1.7'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'PortForwarding': {'1.2'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'QosPolicy': {'1.10'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SecurityGroup': {'1.5'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SecurityGroupRule': {'1.2'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SubPort': {'1.0'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Subnet': {'1.1'}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Trunk': {'1.1'}} Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: consumer versions: Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: { DHCP agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: L3 agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: Metadata agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: Metering agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: Open vSwitch agent@dv-cinder-733623-12-iscsi: { 'AddressGroup': '1.2', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Agent': '1.1', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'ConntrackHelper': '1.0', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'LocalIPAssociation': '1.0', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Log': '1.0', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'NDPProxy': '1.0', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Network': '1.1', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Port': '1.7', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'PortForwarding': '1.2', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'QosPolicy': '1.10', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SecurityGroup': '1.5', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SecurityGroupRule': '1.2', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SubPort': '1.0', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Subnet': '1.1', Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Trunk': '1.1'}} Mar 15 16:54:21.610575 dv-cinder-733623-12-iscsi neutron-server[103236]: {{(pid=103236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 16:54:21.659822 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Attempting to bind port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 16:54:21.660226 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Attempting to bind port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'ac3b91e0-a775-464c-a674-8510e3f4937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 16:54:21.660689 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Attempting to bind port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 on network cabd65ed-9f79-462e-865f-ef269f72228c {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 16:54:21.666003 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 16, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 16:54:21.666389 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Checking segment: {'id': 'ac3b91e0-a775-464c-a674-8510e3f4937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 16:54:21.666877 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:21.667263 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Bound using segment: {'id': 'ac3b91e0-a775-464c-a674-8510e3f4937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 16:54:21.667720 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Bound port: 44fc6edf-9d77-40b8-8213-d629c20ecbf2, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3b91e0-a775-464c-a674-8510e3f4937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 16:54:21.668123 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:21.731210 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] For port 44fc6edf-9d77-40b8-8213-d629c20ecbf2, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 16:54:21.736462 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] For port 44fc6edf-9d77-40b8-8213-d629c20ecbf2, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=44fc6edf-9d77-40b8-8213-d629c20ecbf2,segment=NetworkSegment(ac3b91e0-a775-464c-a674-8510e3f4937c),segment_id=ac3b91e0-a775-464c-a674-8510e3f4937c)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 16:54:21.745286 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:21.816565 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afc6d1-1474-4310-b991-af0099b2a70c None None] Pushing event updated for resources: {'Port': ['ID=44fc6edf-9d77-40b8-8213-d629c20ecbf2,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:23.093339 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54702) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:23.405607 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [None req-0a801a56-b74e-4609-a9ab-148a745a47e1 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 16:54:23.406612 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-0a801a56-b74e-4609-a9ab-148a745a47e1 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122988 Mar 15 16:54:25.955658 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54710) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:26.271677 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [None req-cbc48142-cc89-4442-9558-bf3c75ba56af admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 16:54:26.272716 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-cbc48142-cc89-4442-9558-bf3c75ba56af admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159945 Mar 15 16:54:28.799684 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54718) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:29.106619 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-4e0ac90e-c47d-437a-8ec4-582de30c2e70 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:54:29.129905 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac90e-c47d-437a-8ec4-582de30c2e70 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (617d36ac-8a4f-4da1-ae64-e31276b75847), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:29.131971 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac90e-c47d-437a-8ec4-582de30c2e70 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (617d36ac-8a4f-4da1-ae64-e31276b75847), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:29.284413 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac90e-c47d-437a-8ec4-582de30c2e70 demo demo] Publish callbacks [] for router_controller (617d36ac-8a4f-4da1-ae64-e31276b75847), precommit_add_association {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:29.289479 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac90e-c47d-437a-8ec4-582de30c2e70 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (617d36ac-8a4f-4da1-ae64-e31276b75847), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:29.308837 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac90e-c47d-437a-8ec4-582de30c2e70 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:29.309985 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-4e0ac90e-c47d-437a-8ec4-582de30c2e70 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5092168 Mar 15 16:54:31.853506 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54730) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:32.179399 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [None req-d59ac775-9ae6-400a-b737-89f28dd69c1f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 16:54:32.180391 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-d59ac775-9ae6-400a-b737-89f28dd69c1f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3258953 Mar 15 16:54:32.336831 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 44fc6edf-9d77-40b8-8213-d629c20ecbf2 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 16:54:32.431527 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:32.431863 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:32.528530 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 16:54:32.541243 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:54:32.541644 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:32.575872 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port 44fc6edf-9d77-40b8-8213-d629c20ecbf2, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=44fc6edf-9d77-40b8-8213-d629c20ecbf2,segment=NetworkSegment(ac3b91e0-a775-464c-a674-8510e3f4937c),segment_id=ac3b91e0-a775-464c-a674-8510e3f4937c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 16:54:32.580320 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:32.626997 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=44fc6edf-9d77-40b8-8213-d629c20ecbf2,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:33.067906 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0cb06e84-a3e6-4297-8ce4-ecc5d09203f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:33.073073 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6dd4c-d76d-4435-bc90-302254b772bc None None] Network cabd65ed-9f79-462e-865f-ef269f72228c requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 16:54:33.200022 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-a7be4ab2-e1ea-4322-9e2d-3a3bef8b1cbb None None] Provisioning complete for port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:33.200414 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a7be4ab2-e1ea-4322-9e2d-3a3bef8b1cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:33.280668 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-a7be4ab2-e1ea-4322-9e2d-3a3bef8b1cbb None None] Current status of the port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:54:33.501126 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-0334e0e9-002f-45fc-a822-51d1723e6c73 None None] Provisioning complete for port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:33.501768 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0334e0e9-002f-45fc-a822-51d1723e6c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:33.594160 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-0334e0e9-002f-45fc-a822-51d1723e6c73 None None] Current status of the port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:54:34.293265 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 44fc6edf-9d77-40b8-8213-d629c20ecbf2 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 16:54:34.339491 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:34.339879 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:34.411904 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:54:34.731615 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54738) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:35.044590 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:54:35.064967 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Made reservation on behalf of cafd79926fd74c8d8a686ca8e1bb2920 for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 16:54:35.067225 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:35.081860 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:35.179958 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Publish callbacks [] for security_group (767e5714-d9ef-4d67-b6ff-9a39d3cbc435), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:35.183383 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (767e5714-d9ef-4d67-b6ff-9a39d3cbc435), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:35.197687 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Reserving flat network on physical network physnet1 {{(pid=103235) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 15 16:54:35.224308 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743085539512', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (11367afe-2245-401b-ac20-e9cb93571e7c), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:35.224880 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Unsubscribe: segment precommit_create {{(pid=103235) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 15 16:54:35.225358 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Added segment 11367afe-2245-401b-ac20-e9cb93571e7c of type flat for network 43da1cff-48f1-490c-a796-e70825845c77 Mar 15 16:54:35.228796 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767e5714-d9ef-4d67-b6ff-9a39d3cbc435,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:35.285171 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (43da1cff-48f1-490c-a796-e70825845c77), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:35.324338 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (43da1cff-48f1-490c-a796-e70825845c77), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:35.325291 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:54:35.325852 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:35.399647 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6669693 Mar 15 16:54:35.417208 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeb5d3-25e3-4328-b737-4b04592157db admin admin] Pushing event updated for resources: {'Network': ['ID=43da1cff-48f1-490c-a796-e70825845c77,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:35.436097 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 43da1cff-48f1-490c-a796-e70825845c77 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 16:54:35.477273 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-47728639-c550-4f12-a78c-171325eb39cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:36.401828 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:37.823470 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:37.904531 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54756) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:38.074914 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a56feda-cb9c-4a3b-a47f-9a6deb2244a3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:54:38.076233 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-7a56feda-cb9c-4a3b-a47f-9a6deb2244a3 demo admin] 10.222.0.42 "GET /v2.0/subnets/3f23b13c-0d44-4df4-a80f-144b5ad96956 HTTP/1.1" status: 200 len: 849 time: 0.1704695 Mar 15 16:54:38.198209 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-d83c2531-5b68-49f1-9385-75f3465e7e1b demo admin] 10.222.0.42 "GET /v2.0/routers/617d36ac-8a4f-4da1-ae64-e31276b75847 HTTP/1.1" status: 200 len: 704 time: 0.1162426 Mar 15 16:54:38.467458 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:38.764190 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Allocated IP 172.20.0.1 (cabd65ed-9f79-462e-865f-ef269f72228c/3f23b13c-0d44-4df4-a80f-144b5ad96956/a8a2289b-787b-4406-bf4f-74b5c556b670) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 16:54:38.917296 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Publish callbacks [] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:39.026933 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:39.097113 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Network cabd65ed-9f79-462e-865f-ef269f72228c is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 16:54:39.102381 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 16:54:39.108233 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 16:54:39.108233 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (617d36ac-8a4f-4da1-ae64-e31276b75847), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:39.132492 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Pushing event updated for resources: {'Port': ['ID=a8a2289b-787b-4406-bf4f-74b5c556b670,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:39.309056 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:39.347084 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-76727891-57c5-4ffc-80a4-564208d35b45 None None] Provisioning complete for port a8a2289b-787b-4406-bf4f-74b5c556b670 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:39.347690 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-76727891-57c5-4ffc-80a4-564208d35b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:39.423573 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-76727891-57c5-4ffc-80a4-564208d35b45 None None] Port a8a2289b-787b-4406-bf4f-74b5c556b670 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 16:54:39.516726 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Publish callbacks [] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:39.521043 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:39.522387 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (617d36ac-8a4f-4da1-ae64-e31276b75847), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:39.599837 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Pushing event updated for resources: {'Port': ['ID=a8a2289b-787b-4406-bf4f-74b5c556b670,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:39.624750 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:39.646223 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Network cabd65ed-9f79-462e-865f-ef269f72228c is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 16:54:39.648195 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 16:54:39.814505 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Router 617d36ac-8a4f-4da1-ae64-e31276b75847 is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 16:54:39.909307 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 16:54:39.915068 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-7a5d7872-9637-455d-a3ec-87f2efde1e81 demo admin] 10.222.0.42 "PUT /v2.0/routers/617d36ac-8a4f-4da1-ae64-e31276b75847/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7118018 Mar 15 16:54:39.931866 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Sync routers for ids ['617d36ac-8a4f-4da1-ae64-e31276b75847'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 16:54:39.946840 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Routers {'617d36ac-8a4f-4da1-ae64-e31276b75847'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 16:54:39.948003 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T16:54:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['617d36ac-8a4f-4da1-ae64-e31276b75847'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:40.052200 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-b8ed0a57-adbb-43e4-b680-ad6e26678778 None None] Provisioning complete for port a8a2289b-787b-4406-bf4f-74b5c556b670 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:40.052652 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-b8ed0a57-adbb-43e4-b680-ad6e26678778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:40.088003 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed0a57-adbb-43e4-b680-ad6e26678778 None None] Port a8a2289b-787b-4406-bf4f-74b5c556b670 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 16:54:40.139685 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Set router 617d36ac-8a4f-4da1-ae64-e31276b75847 gateway port host: None {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 16:54:40.570426 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'name': 'router1', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T16:54:29Z', 'updated_at': '2022-03-15T16:54:39Z', 'revision_number': 2, 'project_id': 'feab63c90717473688c8da311a7838cd', 'gw_port_host': None, '_interfaces': [{'id': 'a8a2289b-787b-4406-bf4f-74b5c556b670', 'name': '', 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'mac_address': 'fa:16:3e:e2:7c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T16:54:38Z', 'updated_at': '2022-03-15T16:54:39Z', 'revision_number': 2, 'project_id': 'feab63c90717473688c8da311a7838cd', 'subnets': [{'id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc9481-a74a-4035-81a4-965e9133f3e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:40.621767 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Checking router: 617d36ac-8a4f-4da1-ae64-e31276b75847 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 16:54:40.622137 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Updating router 617d36ac-8a4f-4da1-ae64-e31276b75847 port a8a2289b-787b-4406-bf4f-74b5c556b670 binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 16:54:40.674378 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.179857 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Publish callbacks [] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.186173 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.356378 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Pushing event updated for resources: {'Port': ['ID=a8a2289b-787b-4406-bf4f-74b5c556b670,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:41.359828 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Attempting to bind port a8a2289b-787b-4406-bf4f-74b5c556b670 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 16:54:41.360225 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Attempting to bind port a8a2289b-787b-4406-bf4f-74b5c556b670 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'ac3b91e0-a775-464c-a674-8510e3f4937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 16:54:41.360698 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Attempting to bind port a8a2289b-787b-4406-bf4f-74b5c556b670 on network cabd65ed-9f79-462e-865f-ef269f72228c {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 16:54:41.368522 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 16, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 16:54:41.368933 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Checking segment: {'id': 'ac3b91e0-a775-464c-a674-8510e3f4937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 16:54:41.369405 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.369796 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Bound using segment: {'id': 'ac3b91e0-a775-464c-a674-8510e3f4937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 16:54:41.370283 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Bound port: a8a2289b-787b-4406-bf4f-74b5c556b670, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3b91e0-a775-464c-a674-8510e3f4937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 16:54:41.370662 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.373800 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.374148 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.374494 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.374832 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.375163 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.375488 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.375811 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.376131 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.376493 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.376822 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.377144 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.377479 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.377802 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.378118 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.378433 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Tracked resource versions report: Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: pushed versions: Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: { 'AddressGroup': {'1.2'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Agent': {'1.1'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'ConntrackHelper': {'1.0'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'LocalIPAssociation': {'1.0'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Log': {'1.0'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'NDPProxy': {'1.0'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Network': {'1.1'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Port': {'1.7'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'PortForwarding': {'1.2'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'QosPolicy': {'1.10'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SecurityGroup': {'1.5'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SecurityGroupRule': {'1.2'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SubPort': {'1.0'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Subnet': {'1.1'}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Trunk': {'1.1'}} Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: consumer versions: Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: { DHCP agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: L3 agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: Metadata agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: Metering agent@dv-cinder-733623-12-iscsi: {}, Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: Open vSwitch agent@dv-cinder-733623-12-iscsi: { 'AddressGroup': '1.2', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Agent': '1.1', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'ConntrackHelper': '1.0', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'LocalIPAssociation': '1.0', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Log': '1.0', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'NDPProxy': '1.0', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Network': '1.1', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Port': '1.7', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'PortForwarding': '1.2', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'QosPolicy': '1.10', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SecurityGroup': '1.5', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SecurityGroupRule': '1.2', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SubPort': '1.0', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Subnet': '1.1', Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Trunk': '1.1'}} Mar 15 16:54:41.379901 dv-cinder-733623-12-iscsi neutron-server[103237]: {{(pid=103237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 16:54:41.415703 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-56ceee03-155a-4f48-bd60-92837ba3b5e8 None None] Provisioning complete for port a8a2289b-787b-4406-bf4f-74b5c556b670 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:41.416234 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-56ceee03-155a-4f48-bd60-92837ba3b5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.452769 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-56ceee03-155a-4f48-bd60-92837ba3b5e8 None None] Port a8a2289b-787b-4406-bf4f-74b5c556b670 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 16:54:41.458249 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] For port a8a2289b-787b-4406-bf4f-74b5c556b670, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 16:54:41.479104 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] For port a8a2289b-787b-4406-bf4f-74b5c556b670, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=a8a2289b-787b-4406-bf4f-74b5c556b670,segment=NetworkSegment(ac3b91e0-a775-464c-a674-8510e3f4937c),segment_id=ac3b91e0-a775-464c-a674-8510e3f4937c)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 16:54:41.484994 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.542474 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Routers {'617d36ac-8a4f-4da1-ae64-e31276b75847'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 16:54:41.543098 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T16:54:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['617d36ac-8a4f-4da1-ae64-e31276b75847'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:41.581570 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8d456-40d5-4447-9ff9-74dda677162e None None] Pushing event updated for resources: {'Port': ['ID=a8a2289b-787b-4406-bf4f-74b5c556b670,revision_number=4']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:41.637786 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] Set router 617d36ac-8a4f-4da1-ae64-e31276b75847 gateway port host: None {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 16:54:41.773823 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-21183b19-d3d8-4b73-9c95-f235beb53581 None None] Provisioning complete for port a8a2289b-787b-4406-bf4f-74b5c556b670 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:41.774208 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-21183b19-d3d8-4b73-9c95-f235beb53581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.857183 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'name': 'router1', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T16:54:29Z', 'updated_at': '2022-03-15T16:54:39Z', 'revision_number': 2, 'project_id': 'feab63c90717473688c8da311a7838cd', 'gw_port_host': None, '_interfaces': [{'id': 'a8a2289b-787b-4406-bf4f-74b5c556b670', 'name': '', 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'mac_address': 'fa:16:3e:e2:7c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T16:54:38Z', 'updated_at': '2022-03-15T16:54:41Z', 'revision_number': 4, 'project_id': 'feab63c90717473688c8da311a7838cd', 'subnets': [{'id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc9481-a74a-4035-81a4-965e9133f3e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:41.858656 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-21183b19-d3d8-4b73-9c95-f235beb53581 None None] Current status of the port a8a2289b-787b-4406-bf4f-74b5c556b670 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:54:41.859158 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-21183b19-d3d8-4b73-9c95-f235beb53581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.885485 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97312b5e-f43d-4fa9-b8ca-0d7549716003 None None] The sync data for ids ['617d36ac-8a4f-4da1-ae64-e31276b75847'] in dv-cinder-733623-12-iscsi is: [{'id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'name': 'router1', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T16:54:29Z', 'updated_at': '2022-03-15T16:54:39Z', 'revision_number': 2, 'project_id': 'feab63c90717473688c8da311a7838cd', 'gw_port_host': None, '_interfaces': [{'id': 'a8a2289b-787b-4406-bf4f-74b5c556b670', 'name': '', 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'mac_address': 'fa:16:3e:e2:7c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T16:54:38Z', 'updated_at': '2022-03-15T16:54:41Z', 'revision_number': 4, 'project_id': 'feab63c90717473688c8da311a7838cd', 'subnets': [{'id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc9481-a74a-4035-81a4-965e9133f3e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 16:54:41.893969 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-21183b19-d3d8-4b73-9c95-f235beb53581 None None] For port a8a2289b-787b-4406-bf4f-74b5c556b670, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=a8a2289b-787b-4406-bf4f-74b5c556b670,segment=NetworkSegment(ac3b91e0-a775-464c-a674-8510e3f4937c),segment_id=ac3b91e0-a775-464c-a674-8510e3f4937c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 16:54:41.899065 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-21183b19-d3d8-4b73-9c95-f235beb53581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:41.951064 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21183b19-d3d8-4b73-9c95-f235beb53581 None None] Pushing event updated for resources: {'Port': ['ID=a8a2289b-787b-4406-bf4f-74b5c556b670,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:42.368980 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54776) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:42.477932 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fae8b-2278-49d9-92ce-85a1ddc24729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:54:42.479205 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-d82fae8b-2278-49d9-92ce-85a1ddc24729 admin admin] 10.222.0.42 "GET /v2.0/networks/43da1cff-48f1-490c-a796-e70825845c77 HTTP/1.1" status: 200 len: 842 time: 0.1091316 Mar 15 16:54:42.488387 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:54:42.507418 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Made reservation on behalf of cafd79926fd74c8d8a686ca8e1bb2920 for: {'subnet': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 16:54:42.509686 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:42.784015 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.objects.ports [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103235) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 15 16:54:42.784456 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:42.837775 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:42.846056 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 16:54:42.846407 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Network hostable DHCP agents. Network: 43da1cff-48f1-490c-a796-e70825845c77, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 16:54:42.862872 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 16:54:42.872718 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 43da1cff-48f1-490c-a796-e70825845c77) {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 16:54:42.876554 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:54:42.877146 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:42.883267 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b247df5-2e58-4384-90b3-457bd2a0971d None None] Network 43da1cff-48f1-490c-a796-e70825845c77 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 16:54:42.898190 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-7363b61c-1db2-41e7-b9d1-5f9e5d7d5996 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4130487 Mar 15 16:54:42.992577 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55545f97-bf03-4d93-aa91-2494e27bde70 None None] Network 43da1cff-48f1-490c-a796-e70825845c77 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 16:54:45.312713 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54784) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:45.508444 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-565051b5-3cc8-49fe-9aba-f60b2351ac0a demo admin] 10.222.0.42 "GET /v2.0/routers/617d36ac-8a4f-4da1-ae64-e31276b75847 HTTP/1.1" status: 200 len: 710 time: 0.1925261 Mar 15 16:54:45.591144 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111b3ff-ad36-410e-b40c-09a3f64bc0ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:54:45.592431 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-2111b3ff-ad36-410e-b40c-09a3f64bc0ee demo admin] 10.222.0.42 "GET /v2.0/networks/43da1cff-48f1-490c-a796-e70825845c77 HTTP/1.1" status: 200 len: 886 time: 0.0801830 Mar 15 16:54:45.601987 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:54:45.847647 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Publish callbacks [] for router_gateway (617d36ac-8a4f-4da1-ae64-e31276b75847), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:46.079715 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Publish callbacks [] for router_gateway (617d36ac-8a4f-4da1-ae64-e31276b75847), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:46.154414 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:46.259163 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Allocated IP 172.27.0.48 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/ffff6270-e5fa-440f-835d-30998ebe2f54) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 16:54:46.356410 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Publish callbacks [] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:46.388329 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:46.438374 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 16:54:46.443435 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 16:54:46.446592 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 16:54:46.510415 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Pushing event updated for resources: {'Port': ['ID=ffff6270-e5fa-440f-835d-30998ebe2f54,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:46.699110 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Publish callbacks [] for router_gateway (617d36ac-8a4f-4da1-ae64-e31276b75847), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:46.983379 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-428976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16349642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8836'] for router (617d36ac-8a4f-4da1-ae64-e31276b75847), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:46.986643 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-428969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-428122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16349635'] for router (617d36ac-8a4f-4da1-ae64-e31276b75847), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:47.098437 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Router 617d36ac-8a4f-4da1-ae64-e31276b75847 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 16:54:47.208255 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 16:54:47.212625 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:47.213832 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-f484c20e-e543-4dc5-95c3-4356418c159b demo admin] 10.222.0.42 "PUT /v2.0/routers/617d36ac-8a4f-4da1-ae64-e31276b75847 HTTP/1.1" status: 200 len: 889 time: 1.6157799 Mar 15 16:54:49.751140 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 54796) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:54:49.867239 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-2f113e55-c5eb-449f-a850-0ecde603f481 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1148546 Mar 15 16:54:50.347348 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device a8a2289b-787b-4406-bf4f-74b5c556b670 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 16:54:50.399487 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port a8a2289b-787b-4406-bf4f-74b5c556b670 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:50.399886 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:50.491021 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port a8a2289b-787b-4406-bf4f-74b5c556b670 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:54:50.527758 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Sync routers for ids ['617d36ac-8a4f-4da1-ae64-e31276b75847'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 16:54:50.539010 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Routers {'617d36ac-8a4f-4da1-ae64-e31276b75847'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 16:54:50.539631 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T16:54:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['617d36ac-8a4f-4da1-ae64-e31276b75847'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:50.780534 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Set router 617d36ac-8a4f-4da1-ae64-e31276b75847 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 16:54:51.255555 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'name': 'router1', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'ffff6270-e5fa-440f-835d-30998ebe2f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T16:54:29Z', 'updated_at': '2022-03-15T16:54:46Z', 'revision_number': 4, 'project_id': 'feab63c90717473688c8da311a7838cd', 'gw_port': {'id': 'ffff6270-e5fa-440f-835d-30998ebe2f54', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T16:54:46Z', 'updated_at': '2022-03-15T16:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'a8a2289b-787b-4406-bf4f-74b5c556b670', 'name': '', 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'mac_address': 'fa:16:3e:e2:7c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T16:54:38Z', 'updated_at': '2022-03-15T16:54:41Z', 'revision_number': 5, 'project_id': 'feab63c90717473688c8da311a7838cd', 'subnets': [{'id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc9481-a74a-4035-81a4-965e9133f3e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:51.305273 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Checking router: 617d36ac-8a4f-4da1-ae64-e31276b75847 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 16:54:51.305632 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Updating router 617d36ac-8a4f-4da1-ae64-e31276b75847 port ffff6270-e5fa-440f-835d-30998ebe2f54 binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 16:54:51.357502 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:51.688076 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Publish callbacks [] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:51.694329 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:51.753801 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6267151-405f-420f-8daa-cbc905de1803 None None] Pushing event updated for resources: {'Port': ['ID=ffff6270-e5fa-440f-835d-30998ebe2f54,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:51.760575 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Attempting to bind port ffff6270-e5fa-440f-835d-30998ebe2f54 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 16:54:51.760959 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Attempting to bind port ffff6270-e5fa-440f-835d-30998ebe2f54 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 16:54:51.761300 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Attempting to bind port ffff6270-e5fa-440f-835d-30998ebe2f54 on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 16:54:51.769371 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 16, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 16:54:51.769899 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 16:54:51.770413 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:51.773295 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 16:54:51.773597 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Bound port: ffff6270-e5fa-440f-835d-30998ebe2f54, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 16:54:51.774499 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:51.831086 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] For port ffff6270-e5fa-440f-835d-30998ebe2f54, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 16:54:51.834079 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] For port ffff6270-e5fa-440f-835d-30998ebe2f54, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=ffff6270-e5fa-440f-835d-30998ebe2f54,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 16:54:51.841774 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:51.892332 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Routers {'617d36ac-8a4f-4da1-ae64-e31276b75847'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 16:54:51.892952 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T16:54:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['617d36ac-8a4f-4da1-ae64-e31276b75847'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:51.962563 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6267151-405f-420f-8daa-cbc905de1803 None None] Pushing event updated for resources: {'Port': ['ID=ffff6270-e5fa-440f-835d-30998ebe2f54,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:52.020937 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] Set router 617d36ac-8a4f-4da1-ae64-e31276b75847 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 16:54:52.250884 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'name': 'router1', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'ffff6270-e5fa-440f-835d-30998ebe2f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T16:54:29Z', 'updated_at': '2022-03-15T16:54:46Z', 'revision_number': 4, 'project_id': 'feab63c90717473688c8da311a7838cd', 'gw_port': {'id': 'ffff6270-e5fa-440f-835d-30998ebe2f54', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T16:54:46Z', 'updated_at': '2022-03-15T16:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'a8a2289b-787b-4406-bf4f-74b5c556b670', 'name': '', 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'mac_address': 'fa:16:3e:e2:7c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T16:54:38Z', 'updated_at': '2022-03-15T16:54:41Z', 'revision_number': 5, 'project_id': 'feab63c90717473688c8da311a7838cd', 'subnets': [{'id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc9481-a74a-4035-81a4-965e9133f3e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 16:54:52.280430 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360ad43-0ef6-4238-ba69-2ff0bcdc5e3d None None] The sync data for ids ['617d36ac-8a4f-4da1-ae64-e31276b75847'] in dv-cinder-733623-12-iscsi is: [{'id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'name': 'router1', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'ffff6270-e5fa-440f-835d-30998ebe2f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T16:54:29Z', 'updated_at': '2022-03-15T16:54:46Z', 'revision_number': 4, 'project_id': 'feab63c90717473688c8da311a7838cd', 'gw_port': {'id': 'ffff6270-e5fa-440f-835d-30998ebe2f54', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:04:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T16:54:46Z', 'updated_at': '2022-03-15T16:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'a8a2289b-787b-4406-bf4f-74b5c556b670', 'name': '', 'network_id': 'cabd65ed-9f79-462e-865f-ef269f72228c', 'tenant_id': 'feab63c90717473688c8da311a7838cd', 'mac_address': 'fa:16:3e:e2:7c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617d36ac-8a4f-4da1-ae64-e31276b75847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T16:54:38Z', 'updated_at': '2022-03-15T16:54:41Z', 'revision_number': 5, 'project_id': 'feab63c90717473688c8da311a7838cd', 'subnets': [{'id': '3f23b13c-0d44-4df4-a80f-144b5ad96956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42dc9481-a74a-4035-81a4-965e9133f3e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 16:54:54.409255 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device ffff6270-e5fa-440f-835d-30998ebe2f54 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 16:54:54.482892 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port ffff6270-e5fa-440f-835d-30998ebe2f54 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:54.483283 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:54.611197 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port ffff6270-e5fa-440f-835d-30998ebe2f54 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:54:54.611574 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:54.634412 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port ffff6270-e5fa-440f-835d-30998ebe2f54, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=ffff6270-e5fa-440f-835d-30998ebe2f54,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 16:54:54.641161 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:54.734475 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=ffff6270-e5fa-440f-835d-30998ebe2f54,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:54:56.352746 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device ffff6270-e5fa-440f-835d-30998ebe2f54 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 16:54:56.436387 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port ffff6270-e5fa-440f-835d-30998ebe2f54 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:54:56.437292 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (ffff6270-e5fa-440f-835d-30998ebe2f54), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:54:56.567222 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port ffff6270-e5fa-440f-835d-30998ebe2f54 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:55:03.061674 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-37b8d546-d8a2-4d2d-ba88-961e0b883d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:05.460704 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4224a45d-2179-4f48-8557-3a92c846b525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:06.417569 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:07.834762 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:09.528613 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 16:55:09.635590 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:33.089081 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-930c9165-60f8-45b4-be48-f39bc4084558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:35.447032 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9e315109-f319-4dae-904a-53c6dcc3f024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:36.416080 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:37.829901 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:39.632618 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:55:46.528050 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 16:56:03.060074 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-410ffb4e-76a7-4f82-996a-fc68f7d77931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:05.440853 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-864cd3d4-a393-4521-9a53-9b2b16b19ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:06.414472 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:07.830769 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:09.637561 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:12.551285 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55280) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:12.611847 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db71167-43e5-47fa-aadb-ebffcda031fe admin admin] GET failed (client error): The resource could not be found. Mar 15 16:56:12.613146 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-2db71167-43e5-47fa-aadb-ebffcda031fe admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606496 Mar 15 16:56:12.771098 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f0e0b1-c4c6-42ad-a6be-645905a04085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:12.772607 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-f5f0e0b1-c4c6-42ad-a6be-645905a04085 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547966 Mar 15 16:56:15.080509 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55290) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:15.167995 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af09fca-0ac3-4fae-8bcc-204487c3128f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:15.169312 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-1af09fca-0ac3-4fae-8bcc-204487c3128f admin admin] 10.222.0.42 "GET /v2.0/subnets/3f23b13c-0d44-4df4-a80f-144b5ad96956 HTTP/1.1" status: 200 len: 849 time: 0.0878630 Mar 15 16:56:15.178415 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:56:15.261847 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Publish callbacks [] for subnet (3f23b13c-0d44-4df4-a80f-144b5ad96956), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:15.396886 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743085405709'] for subnet (3f23b13c-0d44-4df4-a80f-144b5ad96956), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:15.431248 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:15.431456 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:15.432785 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] 10.222.0.42 "PUT /v2.0/subnets/3f23b13c-0d44-4df4-a80f-144b5ad96956 HTTP/1.1" status: 200 len: 868 time: 0.2578754 Mar 15 16:56:15.434336 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27939f-33ed-4ef4-a91a-9ebebbb25833 None None] Network cabd65ed-9f79-462e-865f-ef269f72228c requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 16:56:15.452153 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f23b13c-0d44-4df4-a80f-144b5ad96956,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:56:15.459707 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.460075 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.460423 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.460771 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.461112 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.461430 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.461757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.462079 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.462414 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.462883 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.463215 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.463550 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.463878 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.464206 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.464550 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea450690-862b-44dd-bba3-e01f0f3b4bfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:56:15.796137 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-3802dcc3-e2c1-4971-878e-70e103ea2bc0 None None] Provisioning complete for port a8a2289b-787b-4406-bf4f-74b5c556b670 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:56:15.796550 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3802dcc3-e2c1-4971-878e-70e103ea2bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (a8a2289b-787b-4406-bf4f-74b5c556b670), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:15.871110 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-3802dcc3-e2c1-4971-878e-70e103ea2bc0 None None] Current status of the port a8a2289b-787b-4406-bf4f-74b5c556b670 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:56:15.881420 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-3802dcc3-e2c1-4971-878e-70e103ea2bc0 None None] Provisioning complete for port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:56:15.881797 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3802dcc3-e2c1-4971-878e-70e103ea2bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (44fc6edf-9d77-40b8-8213-d629c20ecbf2), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:15.956610 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-3802dcc3-e2c1-4971-878e-70e103ea2bc0 None None] Current status of the port 44fc6edf-9d77-40b8-8213-d629c20ecbf2 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:56:17.783303 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55298) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:17.978510 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9635fa-966f-4f66-a624-9fb96b41886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:17.978892 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9635fa-966f-4f66-a624-9fb96b41886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:17.980442 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9a9635fa-966f-4f66-a624-9fb96b41886c admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961763 Mar 15 16:56:20.287730 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55306) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:20.494391 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b1af09-fb7d-4632-b244-6de66237b4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:20.494775 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b1af09-fb7d-4632-b244-6de66237b4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:20.496316 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f8b1af09-fb7d-4632-b244-6de66237b4c7 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076433 Mar 15 16:56:22.882135 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55316) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:23.081360 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6f11b9-481e-4801-ba38-68610cc3cefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:23.083428 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-de6f11b9-481e-4801-ba38-68610cc3cefa admin admin] 10.222.0.42 "GET /v2.0/networks/43da1cff-48f1-490c-a796-e70825845c77 HTTP/1.1" status: 200 len: 886 time: 0.2002690 Mar 15 16:56:23.526588 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 16:56:25.390217 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55324) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:25.519229 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4acd633-e47a-4d6f-8d50-97422a4d1cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:25.521170 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-a4acd633-e47a-4d6f-8d50-97422a4d1cd9 admin admin] 10.222.0.42 "GET /v2.0/networks/cabd65ed-9f79-462e-865f-ef269f72228c HTTP/1.1" status: 200 len: 869 time: 0.1299965 Mar 15 16:56:27.807210 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55332) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:27.931106 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae8b11-d398-4a63-81a4-9a0fdb1e7ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:27.931552 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae8b11-d398-4a63-81a4-9a0fdb1e7ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:27.933089 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-deae8b11-d398-4a63-81a4-9a0fdb1e7ce1 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249301 Mar 15 16:56:30.231029 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55340) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:30.320370 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82695f26-66c2-4872-b869-de4f381bbc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:30.320846 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82695f26-66c2-4872-b869-de4f381bbc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:30.322377 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-82695f26-66c2-4872-b869-de4f381bbc32 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903902 Mar 15 16:56:32.611077 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55348) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:32.697003 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0fdd28-4913-46d5-ac1e-b7249f213175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:32.698333 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-bf0fdd28-4913-46d5-ac1e-b7249f213175 admin admin] 10.222.0.42 "GET /v2.0/subnets/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb HTTP/1.1" status: 200 len: 816 time: 0.0862961 Mar 15 16:56:33.061412 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2164c138-603e-46ac-af57-b2b71085c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:35.019232 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55356) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:56:35.117740 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774a005-1aa6-4777-a84b-df7b27dd3619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:56:35.119113 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c774a005-1aa6-4777-a84b-df7b27dd3619 admin admin] 10.222.0.42 "GET /v2.0/subnets/3f23b13c-0d44-4df4-a80f-144b5ad96956 HTTP/1.1" status: 200 len: 868 time: 0.0989196 Mar 15 16:56:35.443403 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-7f5be449-7326-4693-a396-b18f32a3c893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:36.416001 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:37.833182 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:56:39.639824 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:00.525420 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 16:57:03.062853 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-445f671f-4bae-4ec5-809c-09d34e717c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:03.255363 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55408) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:57:03.301320 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [None req-3ff2d62d-6d90-4b5b-9315-a04a825dddeb admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 16:57:03.302365 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3ff2d62d-6d90-4b5b-9315-a04a825dddeb admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460534 Mar 15 16:57:05.444648 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e8807a32-1714-4e75-b433-f13f2da13664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:05.689238 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55416) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:57:05.749121 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd9e889-a497-4a79-8bc8-019f37ca438f admin admin] GET failed (client error): The resource could not be found. Mar 15 16:57:05.750468 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0bd9e889-a497-4a79-8bc8-019f37ca438f admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602405 Mar 15 16:57:05.893835 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff73bc2-6b24-4e39-954c-cc48d710c6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:57:05.895297 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-bff73bc2-6b24-4e39-954c-cc48d710c6c5 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1407936 Mar 15 16:57:06.418466 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:07.838170 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:08.261303 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55424) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:57:08.307643 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:57:08.326145 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Made reservation on behalf of cafd79926fd74c8d8a686ca8e1bb2920 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 16:57:08.328664 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:08.363318 dv-cinder-733623-12-iscsi neutron-server[103234]: WARNING neutron.services.revisions.revision_plugin [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Could not find related network for resource to bump revision. Mar 15 16:57:08.376661 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 16:57:08.386398 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (5d4a47b3-f8a4-441a-8f40-563e9c6c32c0), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:08.386743 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Added segment 5d4a47b3-f8a4-441a-8f40-563e9c6c32c0 of type vlan for network 802e41d0-9737-44b6-8b99-bc7116955fcb Mar 15 16:57:08.425286 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (802e41d0-9737-44b6-8b99-bc7116955fcb), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:08.448477 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (802e41d0-9737-44b6-8b99-bc7116955fcb), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:08.449298 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:57:08.449865 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:08.524920 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2625053 Mar 15 16:57:08.547635 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Pushing event updated for resources: {'Network': ['ID=802e41d0-9737-44b6-8b99-bc7116955fcb,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:57:08.555659 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.556013 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.556368 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.556738 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.557071 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.557399 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.557724 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.558045 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.558386 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.558711 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.559033 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.559352 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.559669 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.559986 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.560300 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89208d4a-9049-45e4-b5df-88655de2ccca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:08.572139 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 802e41d0-9737-44b6-8b99-bc7116955fcb details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 16:57:09.644954 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:10.870994 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55432) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:57:10.930312 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef40f8b1-1d75-4808-b4b3-dbc76c9f7cfe admin admin] GET failed (client error): The resource could not be found. Mar 15 16:57:10.931553 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ef40f8b1-1d75-4808-b4b3-dbc76c9f7cfe admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596175 Mar 15 16:57:11.006706 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f87e9-3258-44b5-9e3d-2bdb683c0a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:57:11.008064 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b33f87e9-3258-44b5-9e3d-2bdb683c0a4b admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0725207 Mar 15 16:57:11.019235 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb', 'cidr': '192.168.233.0/24'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 16:57:11.040183 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Made reservation on behalf of cafd79926fd74c8d8a686ca8e1bb2920 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 16:57:11.042436 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:11.251786 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (ea38cdbf-6d8b-4305-a1df-3c845242ce6e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:11.308101 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea38cdbf-6d8b-4305-a1df-3c845242ce6e,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:57:11.325240 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Checking segment: {'id': '5d4a47b3-f8a4-441a-8f40-563e9c6c32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 16:57:11.325617 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Network hostable DHCP agents. Network: 802e41d0-9737-44b6-8b99-bc7116955fcb, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 16:57:11.345653 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Network 802e41d0-9737-44b6-8b99-bc7116955fcb is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 16:57:11.357443 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 802e41d0-9737-44b6-8b99-bc7116955fcb) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 16:57:11.364765 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 16:57:11.365989 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:11.366594 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a977a8a-bd0c-45be-8880-621b06a2b0ad None None] Network 802e41d0-9737-44b6-8b99-bc7116955fcb requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 16:57:11.385282 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e6911311-c5d2-4ded-964a-fd97bc0ada2e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3662899 Mar 15 16:57:11.471121 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-802e41d0-9737-44b6-8b99-bc7116955fcb', 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb', 'project_id': 'cafd79926fd74c8d8a686ca8e1bb2920', 'fixed_ips': [{'subnet_id': 'ea38cdbf-6d8b-4305-a1df-3c845242ce6e'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 16:57:11.472004 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:11.709518 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Allocated IP 192.168.233.2 (802e41d0-9737-44b6-8b99-bc7116955fcb/ea38cdbf-6d8b-4305-a1df-3c845242ce6e/f4feea69-caee-41b7-9397-f407ea8c97b8) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 16:57:11.856433 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Publish callbacks [] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:11.862936 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:11.901319 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Network 802e41d0-9737-44b6-8b99-bc7116955fcb is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 16:57:11.904161 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 16:57:11.907936 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 16:57:11.913952 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Pushing event updated for resources: {'Port': ['ID=f4feea69-caee-41b7-9397-f407ea8c97b8,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:57:11.925183 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.925524 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.925877 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.926223 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.926549 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.926871 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.927186 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.927501 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.927832 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.928150 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.928488 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.928826 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.929140 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.929447 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.929756 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:57:11.977598 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Attempting to bind port f4feea69-caee-41b7-9397-f407ea8c97b8 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 16:57:11.977887 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Attempting to bind port f4feea69-caee-41b7-9397-f407ea8c97b8 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '5d4a47b3-f8a4-441a-8f40-563e9c6c32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 16:57:11.978240 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Attempting to bind port f4feea69-caee-41b7-9397-f407ea8c97b8 on network 802e41d0-9737-44b6-8b99-bc7116955fcb {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 16:57:11.983203 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 16, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 16:57:11.983562 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Checking segment: {'id': '5d4a47b3-f8a4-441a-8f40-563e9c6c32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 16:57:11.983950 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:11.984322 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Bound using segment: {'id': '5d4a47b3-f8a4-441a-8f40-563e9c6c32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 16:57:11.984805 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Bound port: f4feea69-caee-41b7-9397-f407ea8c97b8, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4a47b3-f8a4-441a-8f40-563e9c6c32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 16:57:11.985168 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:12.049864 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] For port f4feea69-caee-41b7-9397-f407ea8c97b8, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 16:57:12.052890 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] For port f4feea69-caee-41b7-9397-f407ea8c97b8, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=f4feea69-caee-41b7-9397-f407ea8c97b8,segment=NetworkSegment(5d4a47b3-f8a4-441a-8f40-563e9c6c32c0),segment_id=5d4a47b3-f8a4-441a-8f40-563e9c6c32c0)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 16:57:12.057904 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:12.111251 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c54428-0d91-4f8c-8809-a68d1bb1dd35 None None] Pushing event updated for resources: {'Port': ['ID=f4feea69-caee-41b7-9397-f407ea8c97b8,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:57:12.468814 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device f4feea69-caee-41b7-9397-f407ea8c97b8 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 16:57:12.517786 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port f4feea69-caee-41b7-9397-f407ea8c97b8 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:57:12.518719 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:12.604511 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port f4feea69-caee-41b7-9397-f407ea8c97b8 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:57:12.604902 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:12.638105 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port f4feea69-caee-41b7-9397-f407ea8c97b8, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=f4feea69-caee-41b7-9397-f407ea8c97b8,segment=NetworkSegment(5d4a47b3-f8a4-441a-8f40-563e9c6c32c0),segment_id=5d4a47b3-f8a4-441a-8f40-563e9c6c32c0)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 16:57:12.643712 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:12.691955 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=f4feea69-caee-41b7-9397-f407ea8c97b8,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:57:12.977046 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1464a-1908-4949-8bae-3505ed15a51d None None] Network 802e41d0-9737-44b6-8b99-bc7116955fcb requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 16:57:13.044862 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-dd23d2c8-972e-4b96-977c-30c74e40b55a None None] Provisioning complete for port f4feea69-caee-41b7-9397-f407ea8c97b8 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:57:13.045170 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-dd23d2c8-972e-4b96-977c-30c74e40b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:13.157861 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-dd23d2c8-972e-4b96-977c-30c74e40b55a None None] Current status of the port f4feea69-caee-41b7-9397-f407ea8c97b8 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:57:13.382798 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-394ccede-5cea-4701-a004-0aad53a27d19 None None] Provisioning complete for port f4feea69-caee-41b7-9397-f407ea8c97b8 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:57:13.383185 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-394ccede-5cea-4701-a004-0aad53a27d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:13.460376 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-394ccede-5cea-4701-a004-0aad53a27d19 None None] Current status of the port f4feea69-caee-41b7-9397-f407ea8c97b8 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:57:14.399758 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device f4feea69-caee-41b7-9397-f407ea8c97b8 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 16:57:14.450563 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port f4feea69-caee-41b7-9397-f407ea8c97b8 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 16:57:14.450946 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (f4feea69-caee-41b7-9397-f407ea8c97b8), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:14.525884 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port f4feea69-caee-41b7-9397-f407ea8c97b8 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 16:57:33.064829 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-13ff7a34-3186-4641-ab02-1fd6cea81d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:35.446033 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a088094d-c49b-4820-ba6d-49c55598d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:36.420414 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:37.524136 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 16:57:37.839037 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:57:39.648947 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:03.068756 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-bd65da73-2175-41eb-8219-c7511196dbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:05.447862 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a8597684-b1d2-40a3-8988-f39a8e9dcff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:06.423521 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:07.843538 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:09.651921 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:14.522693 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 16:58:30.914061 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55470) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:58:30.919699 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [None req-e28f54e9-861b-4b09-81aa-c2464ed90aaf tempest-verify_tempest_config-1816480340 tempest-verify_tempest_config-1816480340-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 16:58:30.920750 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e28f54e9-861b-4b09-81aa-c2464ed90aaf tempest-verify_tempest_config-1816480340 tempest-verify_tempest_config-1816480340-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056236 Mar 15 16:58:31.202840 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55488) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:58:31.304515 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:31.377068 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Publish callbacks [] for security_group (d5260b62-fe4a-4e8c-af9f-1b78cabfcc5a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:31.380521 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (d5260b62-fe4a-4e8c-af9f-1b78cabfcc5a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:31.425467 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4899f2dfe5b846fbbf832bccc31ce676&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2210903 Mar 15 16:58:31.427500 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5260b62-fe4a-4e8c-af9f-1b78cabfcc5a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:58:31.428348 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55492) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 16:58:31.434625 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.435099 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.435449 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.435785 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.436115 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.436477 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.436809 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.437136 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.437463 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.438327 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.438675 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.439002 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.439325 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.439646 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.439963 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51860c2-c6e1-44a3-afc1-57b068bd3806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.587645 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Publish callbacks [] for security_group (d5260b62-fe4a-4e8c-af9f-1b78cabfcc5a), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:31.607372 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Publish callbacks [] for security_group (d5260b62-fe4a-4e8c-af9f-1b78cabfcc5a), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:31.704884 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (d5260b62-fe4a-4e8c-af9f-1b78cabfcc5a), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:31.707380 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:31.708590 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5260b62-fe4a-4e8c-af9f-1b78cabfcc5a HTTP/1.1" status: 204 len: 168 time: 0.2792153 Mar 15 16:58:31.716091 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5260b62-fe4a-4e8c-af9f-1b78cabfcc5a,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 16:58:31.722807 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.723151 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.723508 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.723844 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.724168 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.724543 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.724866 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.725356 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.725702 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.726029 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.726372 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.726700 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.727015 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.727498 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:31.727831 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23597a-b3ff-428b-ad33-8c5e6c40af08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 16:58:33.071339 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-93bd518c-6c36-4c9b-baeb-c72c734710eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:35.449674 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-72ebd443-ea64-47f1-93fe-c7e5ef95cea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:36.428909 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:37.845862 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:39.658315 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:58:51.522136 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 16:59:03.072899 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-20aff0ee-9d37-4605-8cb6-b6a9161a746b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:59:05.450401 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5234a1cc-6884-418d-b4ac-5a93c306657a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:59:06.429076 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:59:07.849868 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:59:09.650659 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:59:28.521180 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 16:59:33.073654 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-57cecd05-f436-4e2a-83a7-723e7e374e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:59:35.453630 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-b98106c8-9aaf-4412-a2da-2053a5d93f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:59:36.431703 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:59:37.852434 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 16:59:39.653142 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:03.079779 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-99c9f449-c95b-4ed1-b0c1-0f847c9f2331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:05.458202 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-063136db-e757-4ce0-8235-9fec9bca9fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:05.522252 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 5 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:00:06.435799 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:07.859246 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:09.561090 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16350298'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:09.660035 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:25.203313 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55564) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:00:25.304781 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-45daf0f7-6963-4cba-a692-96c2f4b4e10f admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1003425 Mar 15 17:00:27.656976 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55574) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:00:27.711215 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-20e8161e-cf14-4ce2-9ea4-a53695eee113 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0530856 Mar 15 17:00:33.071227 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-b278e92a-e6dd-4ff0-8943-81df63ed7778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:35.460554 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-be24dc6d-8340-41af-92f2-30fe88876a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:36.438274 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:37.858163 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:39.554671 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:39.651913 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:00:42.522061 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:01:03.073768 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d1032247-bd56-47ec-b00a-7796594d1ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:05.462218 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-cc751bf1-4d4a-4774-a702-04aadc76b170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:06.439546 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:07.861926 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:09.554419 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:09.657325 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:19.521701 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:01:33.103909 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-77d4f8ec-269b-4a4a-a04e-adcc10cda5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:35.463431 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3cc8faa8-2cca-4428-94e1-c8538239dee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:36.442544 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:37.868945 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:39.562488 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:39.658993 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:01:56.522581 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:02:03.078849 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-990e49ce-f54a-4483-862b-d8cdbf1b6386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.111448 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55718) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:03.312747 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-194067397-network', 'tenant_id': '4358052284cc4b3892b977a7d1a20c98'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:03.336801 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Made reservation on behalf of 4358052284cc4b3892b977a7d1a20c98 for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:03.339299 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.348527 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.434146 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Publish callbacks [] for security_group (52ba887d-fa93-4ee5-8b94-e47af9018bb7), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.438952 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (52ba887d-fa93-4ee5-8b94-e47af9018bb7), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.478402 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:02:03.493311 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ba887d-fa93-4ee5-8b94-e47af9018bb7,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:03.502999 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (b77aa010-1a07-4ae7-90d8-07e2ae6d5355), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.503329 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Added segment b77aa010-1a07-4ae7-90d8-07e2ae6d5355 of type vlan for network b11f81ca-c55d-4935-aac9-979d84a53ff0 Mar 15 17:02:03.505726 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.506238 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.506743 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.507269 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.507765 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.508262 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.508643 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.508994 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.509354 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.509679 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.510018 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.510385 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.510711 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.511054 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.511371 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Tracked resource versions report: Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: pushed versions: Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: { 'AddressGroup': {'1.2'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Agent': {'1.1'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'ConntrackHelper': {'1.0'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Log': {'1.0'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'NDPProxy': {'1.0'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Network': {'1.1'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Port': {'1.7'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'PortForwarding': {'1.2'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'QosPolicy': {'1.10'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SecurityGroup': {'1.5'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SubPort': {'1.0'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Subnet': {'1.1'}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Trunk': {'1.1'}} Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: consumer versions: Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: { DHCP agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: HyperV agent@hv-cinder-73362: {}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: L3 agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: Metadata agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: Metering agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: Open vSwitch agent@dv-cinder-733623-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Agent': '1.1', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'ConntrackHelper': '1.0', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'LocalIPAssociation': '1.0', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Log': '1.0', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'NDPProxy': '1.0', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Network': '1.1', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Port': '1.7', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'PortForwarding': '1.2', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'QosPolicy': '1.10', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SecurityGroup': '1.5', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SecurityGroupRule': '1.2', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'SubPort': '1.0', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Subnet': '1.1', Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: 'Trunk': '1.1'}} Mar 15 17:02:03.512687 dv-cinder-733623-12-iscsi neutron-server[103235]: {{(pid=103235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:02:03.562118 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (b11f81ca-c55d-4935-aac9-979d84a53ff0), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.587917 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (b11f81ca-c55d-4935-aac9-979d84a53ff0), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.588958 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:03.589536 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.644047 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55766) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:03.644724 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5322137 Mar 15 17:02:03.649742 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Request body: {'subnet': {'network_id': 'b11f81ca-c55d-4935-aac9-979d84a53ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-194067397-subnet', 'tenant_id': '4358052284cc4b3892b977a7d1a20c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:03.658653 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a46b9c-76ac-48d6-8170-fdc82184dd48 admin admin] Pushing event updated for resources: {'Network': ['ID=b11f81ca-c55d-4935-aac9-979d84a53ff0,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:03.669569 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network b11f81ca-c55d-4935-aac9-979d84a53ff0 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:02:03.678160 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Made reservation on behalf of 4358052284cc4b3892b977a7d1a20c98 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:03.685466 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.884191 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (7b743998-1d44-4af2-ad65-bf7efe01c01d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:03.951107 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Checking segment: {'id': 'b77aa010-1a07-4ae7-90d8-07e2ae6d5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b11f81ca-c55d-4935-aac9-979d84a53ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:03.951606 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Network hostable DHCP agents. Network: b11f81ca-c55d-4935-aac9-979d84a53ff0, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:02:03.953598 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b743998-1d44-4af2-ad65-bf7efe01c01d,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:03.961509 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.961935 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.962455 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.962810 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.963114 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.963521 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.963948 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.964326 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.964676 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.965002 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.965342 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.965672 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.965971 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.966458 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.966936 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Tracked resource versions report: Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: pushed versions: Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: { 'AddressGroup': {'1.2'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Agent': {'1.1'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'ConntrackHelper': {'1.0'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Log': {'1.0'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'NDPProxy': {'1.0'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Network': {'1.1'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Port': {'1.7'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'PortForwarding': {'1.2'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'QosPolicy': {'1.10'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SecurityGroup': {'1.5'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SubPort': {'1.0'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Subnet': {'1.1'}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Trunk': {'1.1'}} Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: consumer versions: Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: { DHCP agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: HyperV agent@hv-cinder-73362: {}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: L3 agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: Metadata agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: Metering agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: Open vSwitch agent@dv-cinder-733623-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Agent': '1.1', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'ConntrackHelper': '1.0', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'LocalIPAssociation': '1.0', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Log': '1.0', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'NDPProxy': '1.0', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Network': '1.1', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Port': '1.7', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'PortForwarding': '1.2', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'QosPolicy': '1.10', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SecurityGroup': '1.5', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SecurityGroupRule': '1.2', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'SubPort': '1.0', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Subnet': '1.1', Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: 'Trunk': '1.1'}} Mar 15 17:02:03.968761 dv-cinder-733623-12-iscsi neutron-server[103234]: {{(pid=103234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:02:03.984918 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Network b11f81ca-c55d-4935-aac9-979d84a53ff0 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:02:03.992943 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55782) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:03.998648 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, b11f81ca-c55d-4935-aac9-979d84a53ff0) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:04.003832 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:04.004498 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.006926 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f99659-f673-42bb-ba53-8c9ad540af4a None None] Network b11f81ca-c55d-4935-aac9-979d84a53ff0 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:04.036321 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1acd1471-6b30-4f8a-bbcc-d7df26a4321f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3910136 Mar 15 17:02:04.092927 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55790) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:04.111038 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d941800-357f-4302-8c71-9a59e7b3f9a7 None None] Network b11f81ca-c55d-4935-aac9-979d84a53ff0 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:04.123663 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55794) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:04.179691 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55804) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:04.285007 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-639860391-network', 'tenant_id': 'a21752435c2b4222b9e94855ab022687'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:04.313251 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55808) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:04.333624 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Made reservation on behalf of a21752435c2b4222b9e94855ab022687 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:04.337940 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.353749 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.434527 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-366499184-network', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:04.456508 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-62049100-network', 'tenant_id': 'd679d754fac6488ca843395e0096b839'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:04.469100 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2076517556-network', 'tenant_id': '33d61445106443b4862e62f2aad2b747'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:04.483831 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Made reservation on behalf of 600c131b1d654ea1b9ee7ce95244c47d for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:04.486209 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.487936 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-838750609-network', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:04.527457 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.539246 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Made reservation on behalf of 33d61445106443b4862e62f2aad2b747 for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:04.541599 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.571723 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.615308 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Made reservation on behalf of d11e8ccf622543cd8ba4455cde67621c for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:04.618345 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Publish callbacks [] for security_group (fad56ad6-07b5-436c-9c14-478c290793e5), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.620921 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.635401 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (fad56ad6-07b5-436c-9c14-478c290793e5), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.667577 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:02:04.678266 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (20f823a6-0ef3-412e-b468-cff32b1678d7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.678960 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Added segment 20f823a6-0ef3-412e-b468-cff32b1678d7 of type vlan for network 35124306-c90c-4195-9314-d33477c7a4e4 Mar 15 17:02:04.696082 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.712249 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Made reservation on behalf of d679d754fac6488ca843395e0096b839 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:04.714862 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.747811 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.752852 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (35124306-c90c-4195-9314-d33477c7a4e4), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.803191 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad56ad6-07b5-436c-9c14-478c290793e5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:04.847557 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (35124306-c90c-4195-9314-d33477c7a4e4), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.848908 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:04.849577 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.855124 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Publish callbacks [] for security_group (243a1bdf-6de0-478d-b3f4-ec75823f8dc3), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.895070 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (243a1bdf-6de0-478d-b3f4-ec75823f8dc3), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.936309 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9386730 Mar 15 17:02:04.941008 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55834) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:04.949597 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Publish callbacks [] for security_group (00d6bdd2-4801-426f-88c5-69b6dddb017f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.956044 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243a1bdf-6de0-478d-b3f4-ec75823f8dc3,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:04.959362 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:02:04.961614 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Request body: {'subnet': {'network_id': '35124306-c90c-4195-9314-d33477c7a4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-subnet', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:04.978998 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (7afc288a-ae66-4d66-a6e3-e638d90cbe1c), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:04.979595 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Added segment 7afc288a-ae66-4d66-a6e3-e638d90cbe1c of type vlan for network 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 Mar 15 17:02:04.999443 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (00d6bdd2-4801-426f-88c5-69b6dddb017f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.043409 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Publish callbacks [] for security_group (cd7be554-84ce-481b-86e3-5ebc76857cae), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.047781 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (0d2d6447-30ec-49e5-a55a-ebd6be77f5f3), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.078504 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (cd7be554-84ce-481b-86e3-5ebc76857cae), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.091732 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:02:05.093544 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d6bdd2-4801-426f-88c5-69b6dddb017f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:05.101133 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09925a02-7103-4faf-9dd1-4fcf36c88d38 admin admin] Pushing event updated for resources: {'Network': ['ID=35124306-c90c-4195-9314-d33477c7a4e4,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:05.103621 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.104243 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Added segment d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1 of type vlan for network 5e22b704-6cd1-448c-920e-7df769d11493 Mar 15 17:02:05.137016 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 35124306-c90c-4195-9314-d33477c7a4e4 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:02:05.147145 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:02:05.158481 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55846) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:05.182842 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-813856443-network', 'tenant_id': '3308e3c15fca4893809efe79b3f9baa9'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:05.196640 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (5e22b704-6cd1-448c-920e-7df769d11493), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.202048 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (0d2d6447-30ec-49e5-a55a-ebd6be77f5f3), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.203204 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:05.203973 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.236031 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Made reservation on behalf of a21752435c2b4222b9e94855ab022687 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:05.237569 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0567608 Mar 15 17:02:05.241284 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55854) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:05.245437 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.248882 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Request body: {'subnet': {'network_id': '0d2d6447-30ec-49e5-a55a-ebd6be77f5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2076517556-subnet', 'tenant_id': '33d61445106443b4862e62f2aad2b747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:05.254931 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Made reservation on behalf of 3308e3c15fca4893809efe79b3f9baa9 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:05.257572 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.271762 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Publish callbacks [] for security_group (13df0eed-7aeb-4306-beed-f5620ec42330), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.292112 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Made reservation on behalf of 33d61445106443b4862e62f2aad2b747 for: {'subnet': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:05.294417 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.300078 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.300840 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Added segment 5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813 of type vlan for network 0529e954-2a15-4a47-acb2-fd874a7d184f Mar 15 17:02:05.319449 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (13df0eed-7aeb-4306-beed-f5620ec42330), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.366240 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7be554-84ce-481b-86e3-5ebc76857cae,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:05.410950 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (5e22b704-6cd1-448c-920e-7df769d11493), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.411885 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:05.412484 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.437049 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbd856-e559-4f17-a772-38b72b6febb0 admin admin] Pushing event updated for resources: {'Network': ['ID=0d2d6447-30ec-49e5-a55a-ebd6be77f5f3,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:05.452324 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:02:05.456539 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.520954 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:02:05.534265 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13df0eed-7aeb-4306-beed-f5620ec42330,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:05.553787 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (0529e954-2a15-4a47-acb2-fd874a7d184f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.559291 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-80e5b905-84f8-46d5-8f19-236a47c74c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.562493 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2472193 Mar 15 17:02:05.564362 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (09abfcee-984a-4943-bde1-ce1f7f7187f2), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.570868 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55862) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:05.582758 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Request body: {'subnet': {'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-subnet', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:05.589577 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (fe07fb4d-0878-4313-88cc-cfeb71f3e304), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.590093 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Added segment fe07fb4d-0878-4313-88cc-cfeb71f3e304 of type vlan for network ad4338a5-b29c-470d-a6f0-6f686850fae6 Mar 15 17:02:05.667246 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d651188-65d0-4556-a5be-679bfb087e6b admin admin] Pushing event updated for resources: {'Network': ['ID=5e22b704-6cd1-448c-920e-7df769d11493,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:05.680976 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09abfcee-984a-4943-bde1-ce1f7f7187f2,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:05.683852 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 5e22b704-6cd1-448c-920e-7df769d11493 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:02:05.706052 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Checking segment: {'id': '7afc288a-ae66-4d66-a6e3-e638d90cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0d2d6447-30ec-49e5-a55a-ebd6be77f5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:05.707278 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Network hostable DHCP agents. Network: 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:02:05.733849 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Made reservation on behalf of d11e8ccf622543cd8ba4455cde67621c for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:05.737462 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.741246 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Network 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:02:05.742816 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (ad4338a5-b29c-470d-a6f0-6f686850fae6), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.754766 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3) {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:05.765476 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2a66c-dc77-44a4-9095-363c875c9d04 None None] Network 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:05.770034 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:05.770646 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.776749 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (0529e954-2a15-4a47-acb2-fd874a7d184f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.778397 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:05.778973 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:05.796026 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-f46c4a14-e70d-40c3-991d-2f37838a94e1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5510175 Mar 15 17:02:05.868297 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.db.resource_extend [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 15 17:02:05.897118 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe86ea1-51e3-4b91-a7f9-1ca5088c0a28 None None] Network 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:06.040085 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (ad4338a5-b29c-470d-a6f0-6f686850fae6), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.040963 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:06.041473 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.059150 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55882) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:06.064363 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Request body: {'subnet': {'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-366499184-subnet', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:06.068573 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9438403 Mar 15 17:02:06.113076 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e669e65-defc-4d34-a130-b29291dbd24a admin admin] Pushing event updated for resources: {'Network': ['ID=0529e954-2a15-4a47-acb2-fd874a7d184f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:06.113792 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Made reservation on behalf of 600c131b1d654ea1b9ee7ce95244c47d for: {'subnet': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:06.118231 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.129334 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 0529e954-2a15-4a47-acb2-fd874a7d184f details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:02:06.141688 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Publish callbacks [] for security_group (03351ccf-48ea-4ef7-ae39-5542fa17d7ac), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.182242 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (03351ccf-48ea-4ef7-ae39-5542fa17d7ac), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.188235 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0941572 Mar 15 17:02:06.210502 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (95ee0380-3c91-4be6-b95a-f0356c4ddeb8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.232013 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55886) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:06.243878 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Request body: {'subnet': {'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-62049100-subnet', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:06.340037 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55914) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:06.342616 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Made reservation on behalf of d679d754fac6488ca843395e0096b839 for: {'subnet': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:06.345895 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.351197 dv-cinder-733623-12-iscsi neutron-server[103235]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 15 17:02:06.386220 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:02:06.414008 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f85cc4-3bfc-4944-aa2e-57b9992f5f93 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4338a5-b29c-470d-a6f0-6f686850fae6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:06.419618 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (31bb797d-53dd-4f7b-809d-6b7982f4faeb), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.419959 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Added segment 31bb797d-53dd-4f7b-809d-6b7982f4faeb of type vlan for network bec658fd-964d-44e2-9777-90a5b5fe65bd Mar 15 17:02:06.430223 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:02:06.440972 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03351ccf-48ea-4ef7-ae39-5542fa17d7ac,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:06.472201 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ee0380-3c91-4be6-b95a-f0356c4ddeb8,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:06.520933 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (bec658fd-964d-44e2-9777-90a5b5fe65bd), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.562163 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.573744 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Checking segment: {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:06.573980 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Network hostable DHCP agents. Network: 35124306-c90c-4195-9314-d33477c7a4e4, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:02:06.599065 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (29ca4c13-6827-42d6-ba0a-19212fdfc79f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.603283 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (bec658fd-964d-44e2-9777-90a5b5fe65bd), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.604204 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:06.604789 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.631727 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Network 35124306-c90c-4195-9314-d33477c7a4e4 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:02:06.690381 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5284331 Mar 15 17:02:06.690957 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 35124306-c90c-4195-9314-d33477c7a4e4) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:06.697507 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55930) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:06.702202 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c590e0-b351-4561-b51c-ddb3b857bad7 None None] Network 35124306-c90c-4195-9314-d33477c7a4e4 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:06.702392 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:06.702969 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.709567 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Request body: {'subnet': {'network_id': 'bec658fd-964d-44e2-9777-90a5b5fe65bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-813856443-subnet', 'tenant_id': '3308e3c15fca4893809efe79b3f9baa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:06.727258 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-ed3d63b7-b277-4b72-b8b6-0defc498cdba tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:06.730975 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-ed3d63b7-b277-4b72-b8b6-0defc498cdba tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/networks?id=0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 HTTP/1.1" status: 200 len: 812 time: 0.3890955 Mar 15 17:02:06.761808 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ca4c13-6827-42d6-ba0a-19212fdfc79f,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:06.765609 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-fd6c41dd-af6d-42ef-a0b8-f27a4367bd10 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/quotas/33d61445106443b4862e62f2aad2b747 HTTP/1.1" status: 200 len: 375 time: 0.0235136 Mar 15 17:02:06.768594 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (e665f065-74e0-4ecb-af2d-dab0027505c5), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.773414 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136fed6-d109-4e2e-8edc-06eb2707fabe admin admin] Pushing event updated for resources: {'Network': ['ID=bec658fd-964d-44e2-9777-90a5b5fe65bd,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:06.794056 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-19f7cb8f-35a3-48c0-addb-15ab66f6ee6a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8423605 Mar 15 17:02:06.803620 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55934) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:06.812038 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:06.822925 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Made reservation on behalf of 3308e3c15fca4893809efe79b3f9baa9 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:06.828144 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.856581 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Checking segment: {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:06.857201 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Network hostable DHCP agents. Network: 5e22b704-6cd1-448c-920e-7df769d11493, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:02:06.924896 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-db68757e-1e39-467e-8635-c2350c917966 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=33d61445106443b4862e62f2aad2b747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184678 Mar 15 17:02:06.958302 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network bec658fd-964d-44e2-9777-90a5b5fe65bd details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:02:06.961580 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (2bb71088-e8f3-4e64-b38e-3efd3eef9403), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.963765 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (2bb71088-e8f3-4e64-b38e-3efd3eef9403), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:06.967294 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e665f065-74e0-4ecb-af2d-dab0027505c5,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:07.017577 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e46be64-2b33-4c0f-bbb6-24e47dcbd605 None None] Network 35124306-c90c-4195-9314-d33477c7a4e4 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:07.024859 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Network 5e22b704-6cd1-448c-920e-7df769d11493 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:02:07.066659 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 5e22b704-6cd1-448c-920e-7df769d11493) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:07.072679 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Checking segment: {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:07.073056 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Network hostable DHCP agents. Network: 0529e954-2a15-4a47-acb2-fd874a7d184f, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:02:07.099064 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (d1b9295c-5bab-4879-af36-670c99d54ac9), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.147370 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Network 0529e954-2a15-4a47-acb2-fd874a7d184f is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:02:07.169811 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 0529e954-2a15-4a47-acb2-fd874a7d184f) {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:07.180526 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bc113f-6460-4ded-8b17-36239cdede05 None None] Network 0529e954-2a15-4a47-acb2-fd874a7d184f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:07.209157 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:07.209157 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.265334 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b9295c-5bab-4879-af36-670c99d54ac9,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:07.270127 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06c8c5-2172-48eb-aaed-e099b8921dc0 None None] Network 5e22b704-6cd1-448c-920e-7df769d11493 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:07.275595 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-dd66a98f-7757-4cfd-ade8-91c1d1f4ee2f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2150204 Mar 15 17:02:07.290997 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55958) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:07.295854 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:07.299728 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Checking segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:07.304528 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Network hostable DHCP agents. Network: ad4338a5-b29c-470d-a6f0-6f686850fae6, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:02:07.316354 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:07.316968 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.344981 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks [] for router_controller (2bb71088-e8f3-4e64-b38e-3efd3eef9403), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.352281 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-33234e31-932b-4058-bb01-31028364b458 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:02:07.353624 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-33234e31-932b-4058-bb01-31028364b458 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1586344 Mar 15 17:02:07.355885 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (ac3dadc1-4d52-480b-942b-af9f1c3d046a), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.357550 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (ac3dadc1-4d52-480b-942b-af9f1c3d046a), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.372743 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8ef4856a-439f-4c96-893f-deb68fbad95c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7974260 Mar 15 17:02:07.376217 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55962) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:07.383964 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-0529e954-2a15-4a47-acb2-fd874a7d184f', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:02:07.384911 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.386021 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:07.432685 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-5e22b704-6cd1-448c-920e-7df769d11493', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:02:07.433580 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.605757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:02:07.637965 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks [] for router_gateway (2bb71088-e8f3-4e64-b38e-3efd3eef9403), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.645142 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (603fc633-850d-48cd-bfed-26592a801bd7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.657599 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (ffc4900d-5587-4994-9050-9f836a403808), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.658623 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (ffc4900d-5587-4994-9050-9f836a403808), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.662084 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, ad4338a5-b29c-470d-a6f0-6f686850fae6) {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:07.678619 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks [] for router_controller (ac3dadc1-4d52-480b-942b-af9f1c3d046a), precommit_add_association {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.680125 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:07.680816 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.694672 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4597fe4-2bb2-47be-a2d8-6e5d5fa966ac None None] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:07.742026 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=603fc633-850d-48cd-bfed-26592a801bd7,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:07.771729 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-58ab426c-d5c2-46ca-a9b7-76fa60d1142b service neutron] 10.222.0.42 "GET /v2.0/networks/0d2d6447-30ec-49e5-a55a-ebd6be77f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069617 Mar 15 17:02:07.778767 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Checking segment: {'id': '31bb797d-53dd-4f7b-809d-6b7982f4faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec658fd-964d-44e2-9777-90a5b5fe65bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:07.779327 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Network hostable DHCP agents. Network: bec658fd-964d-44e2-9777-90a5b5fe65bd, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:02:07.789541 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ebab5e3c-dd9e-42c9-bc9b-35b43b96c716 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5551665 Mar 15 17:02:07.791649 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 55966) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:07.796431 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:07.823947 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Network bec658fd-964d-44e2-9777-90a5b5fe65bd is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:02:07.825398 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Allocated IP 172.20.0.2 (0529e954-2a15-4a47-acb2-fd874a7d184f/e665f065-74e0-4ecb-af2d-dab0027505c5/6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:07.836681 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (1277534e-5f34-487f-9708-e873a480c4a1), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.837832 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (1277534e-5f34-487f-9708-e873a480c4a1), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.846205 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, bec658fd-964d-44e2-9777-90a5b5fe65bd) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:07.850589 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:07.851790 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.867292 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks [] for router_controller (ffc4900d-5587-4994-9050-9f836a403808), precommit_add_association {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.871440 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96bd004-f908-4314-8a9c-2827f118620e None None] Network bec658fd-964d-44e2-9777-90a5b5fe65bd requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:07.927744 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-ad4338a5-b29c-470d-a6f0-6f686850fae6', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:02:07.928990 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:07.970981 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Allocated IP 172.20.0.2 (5e22b704-6cd1-448c-920e-7df769d11493/29ca4c13-6827-42d6-ba0a-19212fdfc79f/57428d7c-3855-4269-b2fa-b12b4fbf757b) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:07.997923 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-61d8cde8-2a87-40e0-bb53-1576ab6ce5ad admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2969584 Mar 15 17:02:08.021914 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks [] for router_gateway (ac3dadc1-4d52-480b-942b-af9f1c3d046a), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.046074 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks [] for router_controller (1277534e-5f34-487f-9708-e873a480c4a1), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.160856 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-cbcffc6e-a106-4026-8150-a39fecab149c service neutron] 10.222.0.42 "GET /v2.0/networks/0d2d6447-30ec-49e5-a55a-ebd6be77f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788757 Mar 15 17:02:08.161324 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55978) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:08.198840 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks [] for router_gateway (ffc4900d-5587-4994-9050-9f836a403808), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.223621 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Publish callbacks [] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.250804 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.270736 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a2d73c-609d-4a7c-b140-4672883cfa2e admin admin] Deleting subnet 7b743998-1d44-4af2-ad65-bf7efe01c01d {{(pid=103235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:02:08.282397 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a2d73c-609d-4a7c-b140-4672883cfa2e admin admin] Publish callbacks [] for subnet (7b743998-1d44-4af2-ad65-bf7efe01c01d), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.308654 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks [] for router_gateway (1277534e-5f34-487f-9708-e873a480c4a1), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.317256 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks [] for router_gateway (2bb71088-e8f3-4e64-b38e-3efd3eef9403), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.349249 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a2d73c-609d-4a7c-b140-4672883cfa2e admin admin] Publish callbacks [] for subnet (7b743998-1d44-4af2-ad65-bf7efe01c01d), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.358874 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.367417 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a2d73c-609d-4a7c-b140-4672883cfa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (7b743998-1d44-4af2-ad65-bf7efe01c01d), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.407007 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.435116 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a833095-b8a8-4598-a2fd-e2fe0d5f1b5d None None] Network bec658fd-964d-44e2-9777-90a5b5fe65bd requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:08.500224 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Pushing event updated for resources: {'Port': ['ID=6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:08.551054 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.551535 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.551901 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.552630 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.554714 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.556519 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.557150 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.557711 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.558293 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.559003 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.559562 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.560126 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.561492 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 55992) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:08.562584 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.563184 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.564798 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Allocated IP 172.27.0.3 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/59bc6306-a775-4e8f-80c4-e553b1b42e52) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:08.565886 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Tracked resource versions report: Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: pushed versions: Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: { 'AddressGroup': {'1.2'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Agent': {'1.1'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'ConntrackHelper': {'1.0'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Log': {'1.0'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'NDPProxy': {'1.0'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Network': {'1.1'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Port': {'1.7'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'PortForwarding': {'1.2'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'QosPolicy': {'1.10'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SecurityGroup': {'1.5'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SubPort': {'1.0'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Subnet': {'1.1'}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Trunk': {'1.1'}} Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: consumer versions: Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: { DHCP agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: HyperV agent@hv-cinder-73362: {}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: L3 agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: Metadata agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: Metering agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: Open vSwitch agent@dv-cinder-733623-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Agent': '1.1', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'ConntrackHelper': '1.0', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'LocalIPAssociation': '1.0', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Log': '1.0', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'NDPProxy': '1.0', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Network': '1.1', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Port': '1.7', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'PortForwarding': '1.2', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'QosPolicy': '1.10', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SecurityGroup': '1.5', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SecurityGroupRule': '1.2', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'SubPort': '1.0', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Subnet': '1.1', Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: 'Trunk': '1.1'}} Mar 15 17:02:08.569552 dv-cinder-733623-12-iscsi neutron-server[103236]: {{(pid=103236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:02:08.592757 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Publish callbacks [] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.644739 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-59c8c61c-1e74-480b-82b2-a7796365040f req-14fef7b4-b8d2-44b4-a638-ec1383aa4f8e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 210 time: 0.0784345 Mar 15 17:02:08.675580 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a2d73c-609d-4a7c-b140-4672883cfa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (7b743998-1d44-4af2-ad65-bf7efe01c01d), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.726744 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2d73c-609d-4a7c-b140-4672883cfa2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b743998-1d44-4af2-ad65-bf7efe01c01d,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:08.733643 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a2d73c-609d-4a7c-b140-4672883cfa2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.736759 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-64a2d73c-609d-4a7c-b140-4672883cfa2e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7b743998-1d44-4af2-ad65-bf7efe01c01d HTTP/1.1" status: 204 len: 168 time: 0.5724123 Mar 15 17:02:08.740541 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56004) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:08.765777 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Network 0529e954-2a15-4a47-acb2-fd874a7d184f is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:08.770599 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:08.776047 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.782564 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:08.846747 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks [] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.852791 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks [] for router_gateway (ac3dadc1-4d52-480b-942b-af9f1c3d046a), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.885556 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.892337 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Attempting to bind port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:08.892731 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Attempting to bind port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:08.893085 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Attempting to bind port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a on network 0529e954-2a15-4a47-acb2-fd874a7d184f {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:08.915893 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:08.917023 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Checking segment: {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:08.917023 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.917383 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Bound using segment: {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:08.917929 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Bound port: 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:08.918359 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.926316 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks [] for router_gateway (1277534e-5f34-487f-9708-e873a480c4a1), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.929989 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.947359 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (b11f81ca-c55d-4935-aac9-979d84a53ff0), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.957115 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Allocated IP 172.20.0.2 (ad4338a5-b29c-470d-a6f0-6f686850fae6/d1b9295c-5bab-4879-af36-670c99d54ac9/60d18bab-6c2f-4fad-898d-33246232f660) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:08.960728 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Network 5e22b704-6cd1-448c-920e-7df769d11493 is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:08.971880 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:08.981513 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:08.991133 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:09.022884 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Pushing event updated for resources: {'Port': ['ID=57428d7c-3855-4269-b2fa-b12b4fbf757b,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:09.037875 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:09.054348 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:09.090196 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:09.170191 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] For port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:09.171768 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Pushing event updated for resources: {'Port': ['ID=59bc6306-a775-4e8f-80c4-e553b1b42e52,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:09.177230 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Attempting to bind port 57428d7c-3855-4269-b2fa-b12b4fbf757b on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:09.177538 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Attempting to bind port 57428d7c-3855-4269-b2fa-b12b4fbf757b by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:09.178281 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Attempting to bind port 57428d7c-3855-4269-b2fa-b12b4fbf757b on network 5e22b704-6cd1-448c-920e-7df769d11493 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:09.184666 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] For port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:09.196729 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks [] for router_gateway (ffc4900d-5587-4994-9050-9f836a403808), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.203444 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.220917 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:09.221130 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Checking segment: {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:09.221744 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.221744 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Bound using segment: {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:09.222179 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Bound port: 57428d7c-3855-4269-b2fa-b12b4fbf757b, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:09.222546 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.252493 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.318594 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (b11f81ca-c55d-4935-aac9-979d84a53ff0), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.346990 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc297f9-c129-4896-90bc-946522c560b6 None None] Pushing event updated for resources: {'Port': ['ID=6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:09.366995 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Allocated IP 172.27.0.226 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/66fb1186-4c3c-4c0c-8028-4d02bfb0da55) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:09.383359 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Publish callbacks [] for port (60d18bab-6c2f-4fad-898d-33246232f660), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.396826 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.397221 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.398335 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.398673 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > port after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.399145 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.399635 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.400003 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.400406 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.400720 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.401041 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.412902 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (60d18bab-6c2f-4fad-898d-33246232f660), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.428568 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] For port 57428d7c-3855-4269-b2fa-b12b4fbf757b, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:09.503292 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] For port 57428d7c-3855-4269-b2fa-b12b4fbf757b, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=57428d7c-3855-4269-b2fa-b12b4fbf757b,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:09.514904 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Pushing event updated for resources: {'Port': ['ID=60d18bab-6c2f-4fad-898d-33246232f660,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:09.518403 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:09.519787 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.524671 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:09.530969 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:09.710306 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.710829 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.711161 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.711485 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:02:09.711842 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11f81ca-c55d-4935-aac9-979d84a53ff0']}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:09.717811 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks [] for router_gateway (2bb71088-e8f3-4e64-b38e-3efd3eef9403), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.750087 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.799479 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77aa010-1a07-4ae7-90d8-07e2ae6d5355') {'for_net_delete': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:09.799479 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77aa010-1a07-4ae7-90d8-07e2ae6d5355') {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:09.820874 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638612'] for segment (b77aa010-1a07-4ae7-90d8-07e2ae6d5355), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.848086 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (b77aa010-1a07-4ae7-90d8-07e2ae6d5355), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.904967 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.925831 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50242a-1718-4971-9468-0667ef4d91e3 None None] Pushing event updated for resources: {'Port': ['ID=57428d7c-3855-4269-b2fa-b12b4fbf757b,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:09.948834 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cc090a7f-a38d-4dba-97b2-11dc2292e339 req-24426137-1cb4-40b9-bd09-c55d05a11049 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 210 time: 0.1871409 Mar 15 17:02:09.960253 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:02:09.961527 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4101629'] for segment (b77aa010-1a07-4ae7-90d8-07e2ae6d5355), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.963458 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Attempting to bind port 60d18bab-6c2f-4fad-898d-33246232f660 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:09.967624 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Attempting to bind port 60d18bab-6c2f-4fad-898d-33246232f660 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:09.969180 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Attempting to bind port 60d18bab-6c2f-4fad-898d-33246232f660 on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:09.986282 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:09.986701 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Checking segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:09.987128 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: from cryptography.utils import int_from_bytes Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: from cryptography.utils import int_from_bytes Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: Traceback (most recent call last): Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: timer() Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: cb(*args, **kw) Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: return func(*args, **kwargs) Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: self._notify() Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: self.callback(batched_events) Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: event.method(event) Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: return f(self, *a, **k) Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._get(url).json() Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: return self.request(url, 'GET', **kwargs) Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:02:09.988428 dv-cinder-733623-12-iscsi neutron-server[103235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:02:09.992960 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Bound using segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:09.993715 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Bound port: 60d18bab-6c2f-4fad-898d-33246232f660, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:09.994205 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (60d18bab-6c2f-4fad-898d-33246232f660), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.063315 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (2bb71088-e8f3-4e64-b38e-3efd3eef9403), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.071935 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (b11f81ca-c55d-4935-aac9-979d84a53ff0), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.094179 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] For port 60d18bab-6c2f-4fad-898d-33246232f660, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:10.100171 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] For port 60d18bab-6c2f-4fad-898d-33246232f660, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=60d18bab-6c2f-4fad-898d-33246232f660,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:10.110238 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (60d18bab-6c2f-4fad-898d-33246232f660), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.119804 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.123006 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] 10.222.0.42 "DELETE /v2.0/networks/b11f81ca-c55d-4935-aac9-979d84a53ff0 HTTP/1.1" status: 204 len: 168 time: 1.3814476 Mar 15 17:02:10.124444 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45c0e3-f509-4ead-af4c-c941d476ce7e admin admin] Pushing event deleted for resources: {'Network': ['ID=b11f81ca-c55d-4935-aac9-979d84a53ff0,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:10.128651 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56032) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:10.217992 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks [] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.224197 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce25e74-e132-4d64-8dbf-495c99a19ae5 admin admin] Deleting subnet 603fc633-850d-48cd-bfed-26592a801bd7 {{(pid=103235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:02:10.231950 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4ce25e74-e132-4d64-8dbf-495c99a19ae5 admin admin] Publish callbacks [] for subnet (603fc633-850d-48cd-bfed-26592a801bd7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.287964 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4ce25e74-e132-4d64-8dbf-495c99a19ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638637'] for subnet (603fc633-850d-48cd-bfed-26592a801bd7), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.319562 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:02:10.351017 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.365931 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab2dae-3289-458d-87ef-f2d52cf440cc None None] Pushing event updated for resources: {'Port': ['ID=60d18bab-6c2f-4fad-898d-33246232f660,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:10.411225 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4ce25e74-e132-4d64-8dbf-495c99a19ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (603fc633-850d-48cd-bfed-26592a801bd7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.450719 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:10.465714 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:10.480324 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:10.536200 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Pushing event updated for resources: {'Port': ['ID=66fb1186-4c3c-4c0c-8028-4d02bfb0da55,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:10.694550 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Allocated IP 172.27.0.123 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/1c543cfb-f487-415a-85d9-db06c03b70c2) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:10.781531 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4ce25e74-e132-4d64-8dbf-495c99a19ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4101447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753961'] for subnet (603fc633-850d-48cd-bfed-26592a801bd7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.830457 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:02:10.844544 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Sync routers for ids ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:02:10.878684 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4ce25e74-e132-4d64-8dbf-495c99a19ae5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.879463 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Routers {'2bb71088-e8f3-4e64-b38e-3efd3eef9403'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:10.880708 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:10.881970 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-4ce25e74-e132-4d64-8dbf-495c99a19ae5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/603fc633-850d-48cd-bfed-26592a801bd7 HTTP/1.1" status: 204 len: 168 time: 0.7490203 Mar 15 17:02:10.893827 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56056) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:10.913263 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:10.914912 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0ae17c22-712f-40ce-9707-18407da81b95 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1101019 Mar 15 17:02:10.918161 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56058) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:10.943730 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 57428d7c-3855-4269-b2fa-b12b4fbf757b up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:11.083309 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 57428d7c-3855-4269-b2fa-b12b4fbf757b triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:11.083734 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.084192 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (bec658fd-964d-44e2-9777-90a5b5fe65bd), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.098820 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce25e74-e132-4d64-8dbf-495c99a19ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603fc633-850d-48cd-bfed-26592a801bd7,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:11.179472 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e2529f-fbf6-40ea-87ad-ae04d09c98c5 None None] Network 0529e954-2a15-4a47-acb2-fd874a7d184f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:11.241702 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (bec658fd-964d-44e2-9777-90a5b5fe65bd), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.312771 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec658fd-964d-44e2-9777-90a5b5fe65bd']}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:11.338784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bb797d-53dd-4f7b-809d-6b7982f4faeb') {'for_net_delete': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:11.339387 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bb797d-53dd-4f7b-809d-6b7982f4faeb') {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:11.361184 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638612'] for segment (31bb797d-53dd-4f7b-809d-6b7982f4faeb), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.361869 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks [] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.385853 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (31bb797d-53dd-4f7b-809d-6b7982f4faeb), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.402965 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:02:11.403651 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4101629'] for segment (31bb797d-53dd-4f7b-809d-6b7982f4faeb), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: Traceback (most recent call last): Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: timer() Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: cb(*args, **kw) Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: return func(*args, **kwargs) Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: self._notify() Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: self.callback(batched_events) Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: event.method(event) Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: return f(self, *a, **k) Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._get(url).json() Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: return self.request(url, 'GET', **kwargs) Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:02:11.501254 dv-cinder-733623-12-iscsi neutron-server[103235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:02:11.507227 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.43', 54577) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:11.544663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (bec658fd-964d-44e2-9777-90a5b5fe65bd), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.578437 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-3b57444a-19d1-4a5b-bbb4-51d7fd440ca7 None None] Provisioning complete for port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:11.578814 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3b57444a-19d1-4a5b-bbb4-51d7fd440ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.605721 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Set router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:11.613731 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.624505 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] 10.222.0.42 "DELETE /v2.0/networks/bec658fd-964d-44e2-9777-90a5b5fe65bd HTTP/1.1" status: 204 len: 168 time: 0.7282405 Mar 15 17:02:11.651933 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a4a3fbe8-e2c4-4d5d-aa63-af31faadab3c req-0377be46-f95a-4df1-a278-0a25f94aba2d tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 210 time: 0.1736572 Mar 15 17:02:11.786166 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 57428d7c-3855-4269-b2fa-b12b4fbf757b is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:11.787220 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.840709 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:11.849403 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f49ec-e256-409b-8cb8-e761bd257d61 None None] Network 5e22b704-6cd1-448c-920e-7df769d11493 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:11.911701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fcfa7-a3e6-4bae-8380-339e1541a7de admin admin] Pushing event deleted for resources: {'Network': ['ID=bec658fd-964d-44e2-9777-90a5b5fe65bd,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:12.058149 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:06Z', 'updated_at': '2022-03-15T17:02:09Z', 'revision_number': 3, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'gw_port': {'id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:12.089245 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:12.108590 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:12.119441 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:12.137856 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Checking router: 2bb71088-e8f3-4e64-b38e-3efd3eef9403 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:02:12.138634 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Updating router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 port 59bc6306-a775-4e8f-80c4-e553b1b42e52 binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:02:12.201000 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port 57428d7c-3855-4269-b2fa-b12b4fbf757b, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=57428d7c-3855-4269-b2fa-b12b4fbf757b,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:12.203948 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-3b57444a-19d1-4a5b-bbb4-51d7fd440ca7 None None] Current status of the port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:12.207204 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Pushing event updated for resources: {'Port': ['ID=1c543cfb-f487-415a-85d9-db06c03b70c2,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:12.208876 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3b57444a-19d1-4a5b-bbb4-51d7fd440ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:12.218194 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56098) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:12.246762 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:12.252689 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:12.255732 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:12.305290 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Allocated IP 172.27.0.194 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/a3043381-1f5e-46e5-b65f-cb422822bb8c) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:12.350049 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-a1c6c7c1-9a64-4e2a-9c40-0218a621d35e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:12.352061 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-a1c6c7c1-9a64-4e2a-9c40-0218a621d35e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.43 "GET /v2.0/networks?id=0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 HTTP/1.1" status: 200 len: 812 time: 0.8319423 Mar 15 17:02:12.417062 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c9584edd-7008-46be-8074-812d778e6ae8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4358052284cc4b3892b977a7d1a20c98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1326778 Mar 15 17:02:12.429660 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56104) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:12.466124 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c534f06c-ca87-42e3-b812-796595c18fcd None None] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:12.515307 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-3b57444a-19d1-4a5b-bbb4-51d7fd440ca7 None None] For port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:12.517547 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=57428d7c-3855-4269-b2fa-b12b4fbf757b,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:12.579673 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3b57444a-19d1-4a5b-bbb4-51d7fd440ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:12.624878 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Request body: {'port': {'device_id': '5967512d-2863-417e-9a44-191edc949072', 'network_id': '0d2d6447-30ec-49e5-a55a-ebd6be77f5f3', 'admin_state_up': True, 'tenant_id': '33d61445106443b4862e62f2aad2b747'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:12.632425 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:12.632842 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:12.654134 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks [] for router_gateway (ac3dadc1-4d52-480b-942b-af9f1c3d046a), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:12.822235 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Provisioning complete for port 60d18bab-6c2f-4fad-898d-33246232f660 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:12.826619 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (60d18bab-6c2f-4fad-898d-33246232f660), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.057551 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57444a-19d1-4a5b-bbb4-51d7fd440ca7 None None] Pushing event updated for resources: {'Port': ['ID=6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:13.177840 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks [] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.188640 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:13.223830 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9f487035-1df1-4a91-8d03-0fbc1cd8a93f admin admin] Publish callbacks [] for security_group (52ba887d-fa93-4ee5-8b94-e47af9018bb7), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.314827 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Current status of the port 60d18bab-6c2f-4fad-898d-33246232f660 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:13.315353 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (60d18bab-6c2f-4fad-898d-33246232f660), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.341459 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.355010 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9f487035-1df1-4a91-8d03-0fbc1cd8a93f admin admin] Publish callbacks [] for security_group (52ba887d-fa93-4ee5-8b94-e47af9018bb7), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.362774 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks [] for router_gateway (1277534e-5f34-487f-9708-e873a480c4a1), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.369066 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] For port 60d18bab-6c2f-4fad-898d-33246232f660, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=60d18bab-6c2f-4fad-898d-33246232f660,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:13.383049 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (60d18bab-6c2f-4fad-898d-33246232f660), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.476504 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Provisioning complete for port 57428d7c-3855-4269-b2fa-b12b4fbf757b triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:13.479575 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.523116 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Made reservation on behalf of 33d61445106443b4862e62f2aad2b747 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:13.537730 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.571905 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 57428d7c-3855-4269-b2fa-b12b4fbf757b up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:13.588970 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-75c29ac3-7386-42ee-9394-f24a5582f527 req-56ef826b-f332-4528-9c94-b2a487ca9596 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 210 time: 0.0977740 Mar 15 17:02:13.616496 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.736916 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:13.740439 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:13.752206 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:13.800037 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Pushing event updated for resources: {'Port': ['ID=60d18bab-6c2f-4fad-898d-33246232f660,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:13.869249 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Current status of the port 57428d7c-3855-4269-b2fa-b12b4fbf757b is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:13.903325 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 57428d7c-3855-4269-b2fa-b12b4fbf757b triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:13.903957 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:13.999392 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Publish callbacks [] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.006157 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.048286 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Provisioning complete for port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:14.048624 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.140639 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Attempting to bind port 59bc6306-a775-4e8f-80c4-e553b1b42e52 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:14.141029 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Attempting to bind port 59bc6306-a775-4e8f-80c4-e553b1b42e52 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:14.141384 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Attempting to bind port 59bc6306-a775-4e8f-80c4-e553b1b42e52 on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:14.151112 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Pushing event updated for resources: {'Port': ['ID=59bc6306-a775-4e8f-80c4-e553b1b42e52,revision_number=2']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:14.152726 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9f487035-1df1-4a91-8d03-0fbc1cd8a93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (52ba887d-fa93-4ee5-8b94-e47af9018bb7), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.155842 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9f487035-1df1-4a91-8d03-0fbc1cd8a93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.157033 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9f487035-1df1-4a91-8d03-0fbc1cd8a93f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52ba887d-fa93-4ee5-8b94-e47af9018bb7 HTTP/1.1" status: 204 len: 168 time: 1.7216973 Mar 15 17:02:14.186200 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:14.186200 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:14.186200 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.186623 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:14.186997 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Bound port: 59bc6306-a775-4e8f-80c4-e553b1b42e52, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:14.192244 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.205889 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.206237 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.206595 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.206945 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.207277 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.207598 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.207916 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.208234 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.208593 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.208915 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.209232 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.209560 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.209878 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.210187 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.224375 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Tracked resource versions report: Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: pushed versions: Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: { 'AddressGroup': {'1.2'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Agent': {'1.1'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'ConntrackHelper': {'1.0'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'LocalIPAssociation': {'1.0'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Log': {'1.0'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'NDPProxy': {'1.0'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Network': {'1.1'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Port': {'1.7'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'PortForwarding': {'1.2'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'QosPolicy': {'1.10'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SecurityGroup': {'1.5'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SecurityGroupRule': {'1.2'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SubPort': {'1.0'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Subnet': {'1.1'}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Trunk': {'1.1'}} Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: consumer versions: Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: { DHCP agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: HyperV agent@hv-cinder-73362: {}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: L3 agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: Metadata agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: Metering agent@dv-cinder-733623-12-iscsi: {}, Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: Open vSwitch agent@dv-cinder-733623-12-iscsi: { 'AddressGroup': '1.2', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Agent': '1.1', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'ConntrackHelper': '1.0', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'LocalIPAssociation': '1.0', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Log': '1.0', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'NDPProxy': '1.0', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Network': '1.1', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Port': '1.7', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'PortForwarding': '1.2', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'QosPolicy': '1.10', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SecurityGroup': '1.5', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SecurityGroupRule': '1.2', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'SubPort': '1.0', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Subnet': '1.1', Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: 'Trunk': '1.1'}} Mar 15 17:02:14.231028 dv-cinder-733623-12-iscsi neutron-server[103237]: {{(pid=103237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 15 17:02:14.319699 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 57428d7c-3855-4269-b2fa-b12b4fbf757b is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:14.325053 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:14.413598 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] For port 59bc6306-a775-4e8f-80c4-e553b1b42e52, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:14.421974 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] For port 59bc6306-a775-4e8f-80c4-e553b1b42e52, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=59bc6306-a775-4e8f-80c4-e553b1b42e52,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:14.449607 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.525408 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Allocated IP 172.20.0.1 (35124306-c90c-4195-9314-d33477c7a4e4/95ee0380-3c91-4be6-b95a-f0356c4ddeb8/af461578-f12f-4e07-adc6-4e325bd5b518) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:14.577209 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-9bc101b6-bbf8-4e0e-8b92-27e3b5f00b76 None None] Current status of the port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:14.601214 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:14.601753 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.609993 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d642d98-4204-4e91-b54b-ff37b8c15e27 None None] Pushing event updated for resources: {'Port': ['ID=59bc6306-a775-4e8f-80c4-e553b1b42e52,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:14.611938 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56178) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:14.622839 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Routers {'2bb71088-e8f3-4e64-b38e-3efd3eef9403'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:14.624061 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:14.677605 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Publish callbacks [] for port (af461578-f12f-4e07-adc6-4e325bd5b518), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.750154 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Pushing event updated for resources: {'Port': ['ID=a3043381-1f5e-46e5-b65f-cb422822bb8c,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:14.790056 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-96d8d943-1a57-4f2c-9120-28eb7ef904b4 None None] Provisioning complete for port 60d18bab-6c2f-4fad-898d-33246232f660 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:14.790748 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f487035-1df1-4a91-8d03-0fbc1cd8a93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ba887d-fa93-4ee5-8b94-e47af9018bb7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:14.793205 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-96d8d943-1a57-4f2c-9120-28eb7ef904b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (60d18bab-6c2f-4fad-898d-33246232f660), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.905314 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56186) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:14.916809 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (ac3dadc1-4d52-480b-942b-af9f1c3d046a), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.932303 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Allocated IP 172.20.0.14 (0d2d6447-30ec-49e5-a55a-ebd6be77f5f3/09abfcee-984a-4943-bde1-ce1f7f7187f2/af93e16c-5894-4952-9de0-543503d777d2) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:14.948608 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] Set router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:14.957007 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:14.965735 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53fc011d-ce9e-4150-af1f-417a5bf5a21f req-f3dbbb23-5d72-4313-b32c-dddc55ee12b1 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 210 time: 0.0530868 Mar 15 17:02:15.002361 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a8e6d185-5559-43a9-84c2-b78c5f205d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.034148 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:15.036672 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 60d18bab-6c2f-4fad-898d-33246232f660 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:15.126288 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a8e6d185-5559-43a9-84c2-b78c5f205d06 admin admin] Publish callbacks [] for security_group (f327996f-855e-40fb-b079-92cb18d47e50), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.160333 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Network 35124306-c90c-4195-9314-d33477c7a4e4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:15.194446 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=af461578-f12f-4e07-adc6-4e325bd5b518,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:15.199409 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:15.205326 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:15.206295 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (2bb71088-e8f3-4e64-b38e-3efd3eef9403), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.231951 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a8e6d185-5559-43a9-84c2-b78c5f205d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f327996f-855e-40fb-b079-92cb18d47e50), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.307881 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-a8e6d185-5559-43a9-84c2-b78c5f205d06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da6ee9060a174a6b99f92b4bbf851472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6358988 Mar 15 17:02:15.312563 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 60d18bab-6c2f-4fad-898d-33246232f660 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:15.314618 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (60d18bab-6c2f-4fad-898d-33246232f660), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.315003 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56192) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:15.363507 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:06Z', 'updated_at': '2022-03-15T17:02:09Z', 'revision_number': 3, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'gw_port': {'id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:15.397644 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (1277534e-5f34-487f-9708-e873a480c4a1), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.411629 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-96d8d943-1a57-4f2c-9120-28eb7ef904b4 None None] Current status of the port 60d18bab-6c2f-4fad-898d-33246232f660 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:15.415754 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-549c1aa0-83a9-4386-94cc-8475a16a9f31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3308e3c15fca4893809efe79b3f9baa9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5016572 Mar 15 17:02:15.425437 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56194) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:15.438874 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7767ca91-5d8e-4ee2-8a75-945561d8c987 None None] The sync data for ids ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'] in dv-cinder-733623-12-iscsi is: [{'id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:06Z', 'updated_at': '2022-03-15T17:02:09Z', 'revision_number': 3, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'gw_port': {'id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:02:15.454664 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-96d8d943-1a57-4f2c-9120-28eb7ef904b4 None None] Provisioning complete for port 57428d7c-3855-4269-b2fa-b12b4fbf757b triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:15.455115 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-96d8d943-1a57-4f2c-9120-28eb7ef904b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.726423 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6d185-5559-43a9-84c2-b78c5f205d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f327996f-855e-40fb-b079-92cb18d47e50,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:15.735335 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Router 1277534e-5f34-487f-9708-e873a480c4a1 is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:02:15.737255 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-292c550f-11e9-45ac-8c2a-281bc8b5e152 admin admin] Publish callbacks [] for security_group (f327996f-855e-40fb-b079-92cb18d47e50), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.808045 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks [] for router_gateway (ffc4900d-5587-4994-9050-9f836a403808), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.870997 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 60d18bab-6c2f-4fad-898d-33246232f660 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:15.886850 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-292c550f-11e9-45ac-8c2a-281bc8b5e152 admin admin] Publish callbacks [] for security_group (f327996f-855e-40fb-b079-92cb18d47e50), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:15.957504 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-96d8d943-1a57-4f2c-9120-28eb7ef904b4 None None] Current status of the port 57428d7c-3855-4269-b2fa-b12b4fbf757b is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:15.971310 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:16.056606 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-011650d3-8613-4f5b-8005-c419baf210dd admin admin] Publish callbacks [] for security_group (03351ccf-48ea-4ef7-ae39-5542fa17d7ac), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:16.090528 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 60d18bab-6c2f-4fad-898d-33246232f660 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:16.184065 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 60d18bab-6c2f-4fad-898d-33246232f660 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:16.186777 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (60d18bab-6c2f-4fad-898d-33246232f660), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:16.236212 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:02:16.273990 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-292c550f-11e9-45ac-8c2a-281bc8b5e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f327996f-855e-40fb-b079-92cb18d47e50), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:16.274552 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:02:16.281014 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-292c550f-11e9-45ac-8c2a-281bc8b5e152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:16.285353 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-292c550f-11e9-45ac-8c2a-281bc8b5e152 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f327996f-855e-40fb-b079-92cb18d47e50 HTTP/1.1" status: 204 len: 168 time: 0.9675293 Mar 15 17:02:16.347412 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Publish callbacks [] for port (af93e16c-5894-4952-9de0-543503d777d2), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:16.355777 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c550f-11e9-45ac-8c2a-281bc8b5e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f327996f-855e-40fb-b079-92cb18d47e50,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:16.387251 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:16.388127 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:16.390872 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:16.397344 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-06a7d5a4-869e-4aab-9e7e-ac2cc79dbfdb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6008198 Mar 15 17:02:16.401912 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56206) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:16.556174 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:16.606853 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (ffc4900d-5587-4994-9050-9f836a403808), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:16.635925 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (af93e16c-5894-4952-9de0-543503d777d2), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:16.637787 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 60d18bab-6c2f-4fad-898d-33246232f660 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:16.880048 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:12Z', 'revision_number': 3, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:16.932441 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:02:16.932985 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Updating router 1277534e-5f34-487f-9708-e873a480c4a1 port 1c543cfb-f487-415a-85d9-db06c03b70c2 binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:02:16.936067 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Network 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:16.979457 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.105137 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:17.109488 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:17.111983 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Publish callbacks [] for port (af461578-f12f-4e07-adc6-4e325bd5b518), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.121906 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.123331 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (2bb71088-e8f3-4e64-b38e-3efd3eef9403), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.296989 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-011650d3-8613-4f5b-8005-c419baf210dd admin admin] Publish callbacks [] for security_group (03351ccf-48ea-4ef7-ae39-5542fa17d7ac), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.336507 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Router ac3dadc1-4d52-480b-942b-af9f1c3d046a is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:02:17.366085 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2aa5d-e05c-44ec-9b2a-b61d42e478ed req-b246166a-637e-4be8-8663-d49c9c6de94c tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:17.367895 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f9f2aa5d-e05c-44ec-9b2a-b61d42e478ed req-b246166a-637e-4be8-8663-d49c9c6de94c tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 932 time: 0.7631800 Mar 15 17:02:17.368626 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Router ffc4900d-5587-4994-9050-9f836a403808 is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:02:17.459830 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=af461578-f12f-4e07-adc6-4e325bd5b518,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:17.631157 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Publish callbacks [] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.643997 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.797268 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Pushing event updated for resources: {'Port': ['ID=af93e16c-5894-4952-9de0-543503d777d2,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:17.802039 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Attempting to bind port 1c543cfb-f487-415a-85d9-db06c03b70c2 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:17.807256 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Attempting to bind port 1c543cfb-f487-415a-85d9-db06c03b70c2 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:17.807806 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Attempting to bind port 1c543cfb-f487-415a-85d9-db06c03b70c2 on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:17.825582 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Network 35124306-c90c-4195-9314-d33477c7a4e4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:17.835160 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:17.836637 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:17.837192 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.838410 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:17.838974 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:17.839129 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.839722 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Bound port: 1c543cfb-f487-415a-85d9-db06c03b70c2, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:17.840845 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.847509 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:17.871213 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:02:17.884997 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Sync routers for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:02:17.933004 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:17.935197 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-5f189ec2-e3ea-4ce9-b1a3-c6b1c5039bbc tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3145235 Mar 15 17:02:17.937357 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:17.960125 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-94dda07b-e8e1-4b41-8e08-c162232eee33 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:02:17.962243 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-94dda07b-e8e1-4b41-8e08-c162232eee33 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142856 Mar 15 17:02:17.966131 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:17.971603 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-dad43c24-0e90-48a1-9f5a-49cd86f31047 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.5903287 Mar 15 17:02:17.979919 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56234) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:17.981622 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4f0e0-4fd7-4bb7-bb13-3354bd65f8f3 None None] Pushing event updated for resources: {'Port': ['ID=1c543cfb-f487-415a-85d9-db06c03b70c2,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:18.009364 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-011650d3-8613-4f5b-8005-c419baf210dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (03351ccf-48ea-4ef7-ae39-5542fa17d7ac), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:18.014363 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-011650d3-8613-4f5b-8005-c419baf210dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:18.028728 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-011650d3-8613-4f5b-8005-c419baf210dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03351ccf-48ea-4ef7-ae39-5542fa17d7ac HTTP/1.1" status: 204 len: 168 time: 2.5938556 Mar 15 17:02:18.051518 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] For port 1c543cfb-f487-415a-85d9-db06c03b70c2, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:18.058347 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] For port 1c543cfb-f487-415a-85d9-db06c03b70c2, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=1c543cfb-f487-415a-85d9-db06c03b70c2,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:18.069673 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:18.164174 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 59bc6306-a775-4e8f-80c4-e553b1b42e52 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:18.239598 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f9f2aa5d-e05c-44ec-9b2a-b61d42e478ed req-d1ff46d8-5bcb-4ad3-8ab7-d010d1f2f6a2 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8421574 Mar 15 17:02:18.243824 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:18.264917 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011650d3-8613-4f5b-8005-c419baf210dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03351ccf-48ea-4ef7-ae39-5542fa17d7ac,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:18.299385 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:02:18.370261 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Sync routers for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:02:18.387190 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:18.388929 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-31a3f2d4-a53a-4b74-804e-e4581c4d84c4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0969257 Mar 15 17:02:18.392000 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56242) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:18.484835 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:02:18.547561 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:18.548768 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:18.555192 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:18.556585 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:18.558899 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4f0e0-4fd7-4bb7-bb13-3354bd65f8f3 None None] Pushing event updated for resources: {'Port': ['ID=1c543cfb-f487-415a-85d9-db06c03b70c2,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:18.817183 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:14Z', 'revision_number': 3, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:18.864027 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 59bc6306-a775-4e8f-80c4-e553b1b42e52 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:18.865550 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:18.905380 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Checking router: ffc4900d-5587-4994-9050-9f836a403808 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:02:18.905870 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Updating router ffc4900d-5587-4994-9050-9f836a403808 port a3043381-1f5e-46e5-b65f-cb422822bb8c binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:02:18.948830 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:18.961668 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:19.021930 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:19.070384 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Request body: {'port': {'device_id': '5967512d-2863-417e-9a44-191edc949072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:19.353977 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56264) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:19.375570 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Allocated IP 172.20.0.1 (ad4338a5-b29c-470d-a6f0-6f686850fae6/d1b9295c-5bab-4879-af36-670c99d54ac9/083f3bb2-2b8f-4c08-b881-9392d175c26e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:19.390949 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:19.596358 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Publish callbacks [] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:19.656067 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:02:19.662861 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-54fb25de-32b6-465a-a050-1351dc81b3f2 admin admin] 10.222.0.42 "PUT /v2.0/routers/2bb71088-e8f3-4e64-b38e-3efd3eef9403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7435942 Mar 15 17:02:19.664807 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:19.677066 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Sync routers for ids ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:02:19.698572 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Routers {'2bb71088-e8f3-4e64-b38e-3efd3eef9403'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:19.699290 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:19.774428 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Pushing event updated for resources: {'Port': ['ID=083f3bb2-2b8f-4c08-b881-9392d175c26e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:19.790312 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:19.796714 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:19.803794 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:19.804481 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (1277534e-5f34-487f-9708-e873a480c4a1), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:19.946635 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Publish callbacks [] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.065697 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.187374 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Attempting to bind port a3043381-1f5e-46e5-b65f-cb422822bb8c on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:20.187743 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Attempting to bind port a3043381-1f5e-46e5-b65f-cb422822bb8c by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:20.188364 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Attempting to bind port a3043381-1f5e-46e5-b65f-cb422822bb8c on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:20.219923 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.239441 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:20.240208 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:20.240821 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.242122 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:20.242942 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Bound port: a3043381-1f5e-46e5-b65f-cb422822bb8c, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:20.243570 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.328447 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc572d4f-50dc-4918-8418-a3628df68048 None None] Pushing event updated for resources: {'Port': ['ID=a3043381-1f5e-46e5-b65f-cb422822bb8c,revision_number=2']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:20.455262 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] For port a3043381-1f5e-46e5-b65f-cb422822bb8c, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:20.463424 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Set router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:20.532653 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-3dbf82d9-533c-4498-a800-381023f608bd None None] Provisioning complete for port 083f3bb2-2b8f-4c08-b881-9392d175c26e triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:20.533306 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3dbf82d9-533c-4498-a800-381023f608bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.541921 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (af93e16c-5894-4952-9de0-543503d777d2), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.650678 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf82d9-533c-4498-a800-381023f608bd None None] Port 083f3bb2-2b8f-4c08-b881-9392d175c26e cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:02:20.699252 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c559408f-3ba6-4dec-9c56-663c96eda985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.739228 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] For port a3043381-1f5e-46e5-b65f-cb422822bb8c, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=a3043381-1f5e-46e5-b65f-cb422822bb8c,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:20.741089 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Publish callbacks [] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.749399 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.750384 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (1277534e-5f34-487f-9708-e873a480c4a1), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.782778 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.900146 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 59bc6306-a775-4e8f-80c4-e553b1b42e52 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:20.902415 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:20.960181 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:11Z', 'revision_number': 3, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:21.007036 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Checking router: ac3dadc1-4d52-480b-942b-af9f1c3d046a for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:02:21.007699 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Updating router ac3dadc1-4d52-480b-942b-af9f1c3d046a port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:02:21.010506 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:12Z', 'revision_number': 3, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:21.027344 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c559408f-3ba6-4dec-9c56-663c96eda985 admin admin] Publish callbacks [] for security_group (174bff25-bd3f-4af0-9842-772c61fc4e1c), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:21.050075 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Pushing event updated for resources: {'Port': ['ID=083f3bb2-2b8f-4c08-b881-9392d175c26e,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:21.059685 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port 59bc6306-a775-4e8f-80c4-e553b1b42e52, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=59bc6306-a775-4e8f-80c4-e553b1b42e52,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:21.063341 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e4234-405d-4cfa-91a0-f369b190ed6d None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:12Z', 'revision_number': 3, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:02:21.084106 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:21.182393 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:21.186192 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c559408f-3ba6-4dec-9c56-663c96eda985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (174bff25-bd3f-4af0-9842-772c61fc4e1c), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:21.208980 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:21.216094 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:21.220434 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc572d4f-50dc-4918-8418-a3628df68048 None None] Pushing event updated for resources: {'Port': ['ID=a3043381-1f5e-46e5-b65f-cb422822bb8c,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:21.234179 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:21.235644 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:21.359427 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=59bc6306-a775-4e8f-80c4-e553b1b42e52,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:21.590022 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:21.760553 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559408f-3ba6-4dec-9c56-663c96eda985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174bff25-bd3f-4af0-9842-772c61fc4e1c,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:21.941808 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dbba5-2ef7-4c0f-8509-3e14ac5ea7df req-d805ceae-4c9c-40a2-a86d-46644801b5f2 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:21.943390 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5b8dbba5-2ef7-4c0f-8509-3e14ac5ea7df req-d805ceae-4c9c-40a2-a86d-46644801b5f2 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 932 time: 1.9297757 Mar 15 17:02:21.986377 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:02:22.027259 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-e5e43c6e-8f7f-466b-a5a3-460d013eeff2 None None] Provisioning complete for port 083f3bb2-2b8f-4c08-b881-9392d175c26e triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:22.027830 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e5e43c6e-8f7f-466b-a5a3-460d013eeff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:22.098611 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c559408f-3ba6-4dec-9c56-663c96eda985 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c57a660c5474fbe84ef4e5d5c65a44b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6928747 Mar 15 17:02:22.106635 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56330) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:22.116713 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-df5c7c93-f6f1-4146-bb68-3aa455ee6759 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:22.125358 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-df5c7c93-f6f1-4146-bb68-3aa455ee6759 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 818 time: 1.0791004 Mar 15 17:02:22.285109 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a612-5bc4-48f4-be18-9dde10cb4a2a admin admin] Publish callbacks [] for security_group (174bff25-bd3f-4af0-9842-772c61fc4e1c), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:22.335106 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:02:22.352296 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-9f74382a-1ace-4472-aff7-96570ce3f4c1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/quotas/a21752435c2b4222b9e94855ab022687 HTTP/1.1" status: 200 len: 375 time: 0.2259688 Mar 15 17:02:22.368385 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-406fd3a0-c287-4891-9c7f-949fdc8e2958 admin admin] 10.222.0.42 "PUT /v2.0/routers/1277534e-5f34-487f-9708-e873a480c4a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9640348 Mar 15 17:02:22.377946 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a612-5bc4-48f4-be18-9dde10cb4a2a admin admin] Publish callbacks [] for security_group (174bff25-bd3f-4af0-9842-772c61fc4e1c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:22.417351 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-e5e43c6e-8f7f-466b-a5a3-460d013eeff2 None None] Port 083f3bb2-2b8f-4c08-b881-9392d175c26e cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:02:22.418381 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:06Z', 'updated_at': '2022-03-15T17:02:15Z', 'revision_number': 4, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'gw_port': {'id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'af461578-f12f-4e07-adc6-4e325bd5b518', 'name': '', 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'mac_address': 'fa:16:3e:52:d5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '95ee0380-3c91-4be6-b95a-f0356c4ddeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:13Z', 'updated_at': '2022-03-15T17:02:16Z', 'revision_number': 2, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'subnets': [{'id': '95ee0380-3c91-4be6-b95a-f0356c4ddeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:22.470808 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a612-5bc4-48f4-be18-9dde10cb4a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (174bff25-bd3f-4af0-9842-772c61fc4e1c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:22.484757 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a612-5bc4-48f4-be18-9dde10cb4a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:22.488671 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8ba9a612-5bc4-48f4-be18-9dde10cb4a2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/174bff25-bd3f-4af0-9842-772c61fc4e1c HTTP/1.1" status: 204 len: 168 time: 0.3804517 Mar 15 17:02:22.508373 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Checking router: 2bb71088-e8f3-4e64-b38e-3efd3eef9403 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:02:22.508791 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Updating router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 port af461578-f12f-4e07-adc6-4e325bd5b518 binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:02:22.525949 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9a612-5bc4-48f4-be18-9dde10cb4a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174bff25-bd3f-4af0-9842-772c61fc4e1c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:22.562462 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:22.596530 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Publish callbacks [] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:22.610784 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:22.632156 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:22.670727 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:14Z', 'revision_number': 3, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:22.820277 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b47a7-b73b-407f-97af-bd53bc6d4ed7 None None] The sync data for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi is: [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:14Z', 'revision_number': 3, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:02:22.920612 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Allocated IP 172.20.0.1 (0529e954-2a15-4a47-acb2-fd874a7d184f/e665f065-74e0-4ecb-af2d-dab0027505c5/5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:22.986462 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaab524-536e-40b2-824e-1a9a820da9ab None None] Pushing event updated for resources: {'Port': ['ID=66fb1186-4c3c-4c0c-8028-4d02bfb0da55,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:22.991818 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5b8dbba5-2ef7-4c0f-8509-3e14ac5ea7df req-6825d336-e7dd-435c-a7e2-1900879bfe38 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0032232 Mar 15 17:02:23.004491 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Attempting to bind port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:23.004858 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Attempting to bind port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:23.005211 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Attempting to bind port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:23.021412 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:23.032948 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:23.033617 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:23.037342 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:23.037968 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Bound port: 66fb1186-4c3c-4c0c-8028-4d02bfb0da55, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:23.038400 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:23.198819 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-6563302b-04ee-4356-b9fd-fe03137e27bf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7207134 Mar 15 17:02:23.259264 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:23.317046 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] For port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:23.343764 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] For port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=66fb1186-4c3c-4c0c-8028-4d02bfb0da55,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:23.380301 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:23.525512 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 1c543cfb-f487-415a-85d9-db06c03b70c2 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:23.692159 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:23.695081 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:23.890507 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaab524-536e-40b2-824e-1a9a820da9ab None None] Pushing event updated for resources: {'Port': ['ID=66fb1186-4c3c-4c0c-8028-4d02bfb0da55,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:23.959675 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Publish callbacks [] for port (af461578-f12f-4e07-adc6-4e325bd5b518), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:23.972834 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.092224 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 1c543cfb-f487-415a-85d9-db06c03b70c2 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:24.098426 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.173769 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7631b4-8933-460d-9d16-a58c6311fe74 None None] Pushing event updated for resources: {'Port': ['ID=af461578-f12f-4e07-adc6-4e325bd5b518,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:24.228607 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Allocated IP 172.20.0.1 (5e22b704-6cd1-448c-920e-7df769d11493/29ca4c13-6827-42d6-ba0a-19212fdfc79f/30dae479-1b56-42f8-9d4d-0db741261bfe) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:24.271389 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:24.370878 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Publish callbacks [] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.433766 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af93e16c-5894-4952-9de0-543503d777d2 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:24.444149 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Publish callbacks [] for port (af93e16c-5894-4952-9de0-543503d777d2), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.448747 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Attempting to bind port af461578-f12f-4e07-adc6-4e325bd5b518 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:24.449125 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Attempting to bind port af461578-f12f-4e07-adc6-4e325bd5b518 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:24.452349 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Attempting to bind port af461578-f12f-4e07-adc6-4e325bd5b518 on network 35124306-c90c-4195-9314-d33477c7a4e4 {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:24.468705 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Transition to ACTIVE for port object af93e16c-5894-4952-9de0-543503d777d2 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:02:24.474727 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:24.475109 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Checking segment: {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:24.477475 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.480481 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Bound using segment: {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:24.481023 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Bound port: af461578-f12f-4e07-adc6-4e325bd5b518, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:24.481411 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.481897 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (af93e16c-5894-4952-9de0-543503d777d2), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.501669 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.569707 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56384) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:24.621563 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 1c543cfb-f487-415a-85d9-db06c03b70c2 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:24.625680 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] For port af461578-f12f-4e07-adc6-4e325bd5b518, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:24.635760 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.648195 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] For port af461578-f12f-4e07-adc6-4e325bd5b518, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=af461578-f12f-4e07-adc6-4e325bd5b518,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:24.662673 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:24.667450 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:02:24.745066 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Network 5e22b704-6cd1-448c-920e-7df769d11493 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:24.759462 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Pushing event updated for resources: {'Port': ['ID=af93e16c-5894-4952-9de0-543503d777d2,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:24.770459 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:24.822535 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:24.853453 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7631b4-8933-460d-9d16-a58c6311fe74 None None] Pushing event updated for resources: {'Port': ['ID=af461578-f12f-4e07-adc6-4e325bd5b518,revision_number=4']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:24.898692 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Routers {'2bb71088-e8f3-4e64-b38e-3efd3eef9403'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:24.900252 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:24.971633 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:24.997690 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:25.001814 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port 1c543cfb-f487-415a-85d9-db06c03b70c2, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=1c543cfb-f487-415a-85d9-db06c03b70c2,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:25.097307 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-0f69ad8d-7859-4054-8560-d9e5c14b3202 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:02:25.105935 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-0f69ad8d-7859-4054-8560-d9e5c14b3202 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6949885 Mar 15 17:02:25.175482 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d80da5f-8e2b-495f-81e6-3f7928f83e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.184280 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.187927 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 59bc6306-a775-4e8f-80c4-e553b1b42e52 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:25.204117 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (ffc4900d-5587-4994-9050-9f836a403808), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.238888 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Publish callbacks [] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.303871 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d80da5f-8e2b-495f-81e6-3f7928f83e6d admin admin] Publish callbacks [] for security_group (9f772c09-e889-401f-b366-589b4db07e29), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.312092 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d80da5f-8e2b-495f-81e6-3f7928f83e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (9f772c09-e889-401f-b366-589b4db07e29), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.397309 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Pushing event updated for resources: {'Port': ['ID=30dae479-1b56-42f8-9d4d-0db741261bfe,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:25.448685 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80da5f-8e2b-495f-81e6-3f7928f83e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f772c09-e889-401f-b366-589b4db07e29,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:25.476111 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] Set router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:25.509256 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:25.523211 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0d80da5f-8e2b-495f-81e6-3f7928f83e6d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d933711036e94c8a8b62f55caa6a92e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9505811 Mar 15 17:02:25.529815 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56400) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:25.678843 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41a12c6c-255b-43ca-9d1a-58fb70fe5ef6 admin admin] Publish callbacks [] for security_group (9f772c09-e889-401f-b366-589b4db07e29), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.746108 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41a12c6c-255b-43ca-9d1a-58fb70fe5ef6 admin admin] Publish callbacks [] for security_group (9f772c09-e889-401f-b366-589b4db07e29), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.855230 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41a12c6c-255b-43ca-9d1a-58fb70fe5ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (9f772c09-e889-401f-b366-589b4db07e29), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.858406 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41a12c6c-255b-43ca-9d1a-58fb70fe5ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:25.862188 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-41a12c6c-255b-43ca-9d1a-58fb70fe5ef6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f772c09-e889-401f-b366-589b4db07e29 HTTP/1.1" status: 204 len: 168 time: 0.3284862 Mar 15 17:02:25.880359 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a12c6c-255b-43ca-9d1a-58fb70fe5ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f772c09-e889-401f-b366-589b4db07e29,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:26.129103 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-f4f42db0-dcf1-4be1-89e1-aaeb2788791f None None] Provisioning complete for port 30dae479-1b56-42f8-9d4d-0db741261bfe triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:26.129439 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f4f42db0-dcf1-4be1-89e1-aaeb2788791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:26.146061 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56412) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:26.151218 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-13fdfcb1-dc3b-479a-adb8-c25042183ffe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080310556', 'description': 'tempest-description--358719851'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:26.193366 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:06Z', 'updated_at': '2022-03-15T17:02:15Z', 'revision_number': 4, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'gw_port': {'id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'af461578-f12f-4e07-adc6-4e325bd5b518', 'name': '', 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'mac_address': 'fa:16:3e:52:d5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '95ee0380-3c91-4be6-b95a-f0356c4ddeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:13Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'subnets': [{'id': '95ee0380-3c91-4be6-b95a-f0356c4ddeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:26.209661 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13fdfcb1-dc3b-479a-adb8-c25042183ffe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:26.272523 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-f4f42db0-dcf1-4be1-89e1-aaeb2788791f None None] Port 30dae479-1b56-42f8-9d4d-0db741261bfe cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:02:26.275403 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31c1d2-84b9-4c83-861a-15dfdbd97037 None None] The sync data for ids ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'] in dv-cinder-733623-12-iscsi is: [{'id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:06Z', 'updated_at': '2022-03-15T17:02:15Z', 'revision_number': 4, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'gw_port': {'id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'af461578-f12f-4e07-adc6-4e325bd5b518', 'name': '', 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'mac_address': 'fa:16:3e:52:d5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '95ee0380-3c91-4be6-b95a-f0356c4ddeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:13Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'subnets': [{'id': '95ee0380-3c91-4be6-b95a-f0356c4ddeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:02:26.414902 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=1c543cfb-f487-415a-85d9-db06c03b70c2,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:26.559022 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13fdfcb1-dc3b-479a-adb8-c25042183ffe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (f4438dfe-c24e-4e37-90a7-21299b83f6ad), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:26.566027 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13fdfcb1-dc3b-479a-adb8-c25042183ffe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f4438dfe-c24e-4e37-90a7-21299b83f6ad), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:26.572665 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:26.681903 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13fdfcb1-dc3b-479a-adb8-c25042183ffe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:26.689219 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-13fdfcb1-dc3b-479a-adb8-c25042183ffe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5420613 Mar 15 17:02:26.692690 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 59bc6306-a775-4e8f-80c4-e553b1b42e52 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:26.693080 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56420) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:26.694803 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:26.714134 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-7595a77e-10e4-4f3a-8b18-56eecc2b07b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group_rule': {'security_group_id': 'f4438dfe-c24e-4e37-90a7-21299b83f6ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:26.765983 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdfcb1-dc3b-479a-adb8-c25042183ffe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4438dfe-c24e-4e37-90a7-21299b83f6ad,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:26.835663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Network 0529e954-2a15-4a47-acb2-fd874a7d184f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:26.846570 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:26.859143 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7595a77e-10e4-4f3a-8b18-56eecc2b07b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (f7c88bc9-8084-4802-b1e3-ce59cc14481c), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:26.865442 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:26.901048 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56422) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:26.952591 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 59bc6306-a775-4e8f-80c4-e553b1b42e52 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:26.968722 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e17a296b-90ab-4fff-afc6-f19e477328e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:26.982843 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:11Z', 'revision_number': 3, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:27.037572 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (ac3dadc1-4d52-480b-942b-af9f1c3d046a), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.067222 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e17a296b-90ab-4fff-afc6-f19e477328e3 admin admin] Publish callbacks [] for security_group (a35d9481-6fba-4e2f-a6b9-3e40f4e1e50f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.078245 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e17a296b-90ab-4fff-afc6-f19e477328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (a35d9481-6fba-4e2f-a6b9-3e40f4e1e50f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.099853 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05a396-a31e-407f-ba5a-e6b70cfdc872 None None] The sync data for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi is: [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:11Z', 'revision_number': 3, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:02:27.167149 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 2, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:27.203426 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.229014 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:27.249772 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e17a296b-90ab-4fff-afc6-f19e477328e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a554d8f848144903a7d4947783378014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466260 Mar 15 17:02:27.250495 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56428) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:27.260998 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:02:27.261344 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Updating router 1277534e-5f34-487f-9708-e873a480c4a1 port 083f3bb2-2b8f-4c08-b881-9392d175c26e binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:02:27.265752 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a296b-90ab-4fff-afc6-f19e477328e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d9481-6fba-4e2f-a6b9-3e40f4e1e50f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:27.304207 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7595a77e-10e4-4f3a-8b18-56eecc2b07b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (f7c88bc9-8084-4802-b1e3-ce59cc14481c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.304803 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Attempting to bind port af93e16c-5894-4952-9de0-543503d777d2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:27.316705 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Attempting to bind port af93e16c-5894-4952-9de0-543503d777d2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7afc288a-ae66-4d66-a6e3-e638d90cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0d2d6447-30ec-49e5-a55a-ebd6be77f5f3'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:27.317140 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Attempting to bind port af93e16c-5894-4952-9de0-543503d777d2 on network 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:27.319894 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7595a77e-10e4-4f3a-8b18-56eecc2b07b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (f7c88bc9-8084-4802-b1e3-ce59cc14481c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.347820 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.392816 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 1c543cfb-f487-415a-85d9-db06c03b70c2 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:27.396442 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595a77e-10e4-4f3a-8b18-56eecc2b07b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c88bc9-8084-4802-b1e3-ce59cc14481c,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:27.396877 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-df543363-c4f0-44cd-ad19-4ca9f284aed8 None None] Provisioning complete for port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:27.406702 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-df543363-c4f0-44cd-ad19-4ca9f284aed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.419367 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7595a77e-10e4-4f3a-8b18-56eecc2b07b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.421139 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7595a77e-10e4-4f3a-8b18-56eecc2b07b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7261486 Mar 15 17:02:27.424237 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56432) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:27.430741 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0134b6af-9e89-44c3-afc8-cddf1c0f9ec6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group_rule': {'security_group_id': 'f4438dfe-c24e-4e37-90a7-21299b83f6ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:27.432567 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Port af93e16c-5894-4952-9de0-543503d777d2 on network 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:02:27.432898 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Attempting to bind port af93e16c-5894-4952-9de0-543503d777d2 on network 0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:27.436684 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-095183d5-7d3a-4479-9b8b-ba9f84532348 admin admin] Publish callbacks [] for security_group (a35d9481-6fba-4e2f-a6b9-3e40f4e1e50f), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.462549 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-095183d5-7d3a-4479-9b8b-ba9f84532348 admin admin] Publish callbacks [] for security_group (a35d9481-6fba-4e2f-a6b9-3e40f4e1e50f), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.465529 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bc896-0d78-451d-b471-db4e157dc135 req-6b67566c-f3fb-4591-89ba-10075ecb37c4 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:27.467037 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-db6bc896-0d78-451d-b471-db4e157dc135 req-6b67566c-f3fb-4591-89ba-10075ecb37c4 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 944 time: 0.4564822 Mar 15 17:02:27.504599 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-df543363-c4f0-44cd-ad19-4ca9f284aed8 None None] Port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:02:27.516648 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0134b6af-9e89-44c3-afc8-cddf1c0f9ec6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (30261c7e-4400-4f73-a7f2-c4e06ab54024), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.575876 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-1fb2aaaa-4833-4121-bf62-142f75ffc649 service neutron] 10.222.0.42 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3555980 Mar 15 17:02:27.589283 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:27.589857 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Checking segment: {'id': '7afc288a-ae66-4d66-a6e3-e638d90cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0d2d6447-30ec-49e5-a55a-ebd6be77f5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:27.590560 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Bound using segment: {'id': '7afc288a-ae66-4d66-a6e3-e638d90cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0d2d6447-30ec-49e5-a55a-ebd6be77f5f3'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:27.591153 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Bound port: af93e16c-5894-4952-9de0-543503d777d2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afc288a-ae66-4d66-a6e3-e638d90cbe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0d2d6447-30ec-49e5-a55a-ebd6be77f5f3'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:27.591707 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (af93e16c-5894-4952-9de0-543503d777d2), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.617336 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-095183d5-7d3a-4479-9b8b-ba9f84532348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (a35d9481-6fba-4e2f-a6b9-3e40f4e1e50f), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.622223 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-095183d5-7d3a-4479-9b8b-ba9f84532348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.625458 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-095183d5-7d3a-4479-9b8b-ba9f84532348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a35d9481-6fba-4e2f-a6b9-3e40f4e1e50f HTTP/1.1" status: 204 len: 168 time: 0.3720341 Mar 15 17:02:27.652904 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095183d5-7d3a-4479-9b8b-ba9f84532348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d9481-6fba-4e2f-a6b9-3e40f4e1e50f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:27.656787 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0134b6af-9e89-44c3-afc8-cddf1c0f9ec6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (30261c7e-4400-4f73-a7f2-c4e06ab54024), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.661311 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0134b6af-9e89-44c3-afc8-cddf1c0f9ec6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (30261c7e-4400-4f73-a7f2-c4e06ab54024), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.675873 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134b6af-9e89-44c3-afc8-cddf1c0f9ec6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30261c7e-4400-4f73-a7f2-c4e06ab54024,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:27.712245 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0134b6af-9e89-44c3-afc8-cddf1c0f9ec6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:27.715763 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0134b6af-9e89-44c3-afc8-cddf1c0f9ec6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2865591 Mar 15 17:02:27.716684 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56442) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:27.722444 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:27.790856 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.109623 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-db6bc896-0d78-451d-b471-db4e157dc135 req-15b873a1-495a-4797-ab8a-980a264c2dda tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311475 Mar 15 17:02:28.109966 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Publish callbacks [] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.123133 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-5a08bf2f-2961-4d7b-bef4-b41a5ee84beb service neutron] 10.222.0.42 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789301 Mar 15 17:02:28.125418 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.148771 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.152123 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.228016 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 1c543cfb-f487-415a-85d9-db06c03b70c2 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:28.229483 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.336113 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Allocated IP 172.27.0.227 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/424040a7-fb50-4a47-8ac3-bad2fb2a3bad) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:28.467782 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] For port af93e16c-5894-4952-9de0-543503d777d2, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:28.506326 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (424040a7-fb50-4a47-8ac3-bad2fb2a3bad), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.557206 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (424040a7-fb50-4a47-8ac3-bad2fb2a3bad), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.562983 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] For port af93e16c-5894-4952-9de0-543503d777d2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=af93e16c-5894-4952-9de0-543503d777d2,segment=NetworkSegment(7afc288a-ae66-4d66-a6e3-e638d90cbe1c),segment_id=7afc288a-ae66-4d66-a6e3-e638d90cbe1c)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:28.591290 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa9a11-8fa4-4c22-b71e-4678855c4505 None None] Pushing event updated for resources: {'Port': ['ID=083f3bb2-2b8f-4c08-b881-9392d175c26e,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:28.627833 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (af93e16c-5894-4952-9de0-543503d777d2), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.659353 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Publish callbacks [] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.683062 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=424040a7-fb50-4a47-8ac3-bad2fb2a3bad,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:28.718019 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Attempting to bind port 083f3bb2-2b8f-4c08-b881-9392d175c26e on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:28.718743 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Attempting to bind port 083f3bb2-2b8f-4c08-b881-9392d175c26e by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:28.719836 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Attempting to bind port 083f3bb2-2b8f-4c08-b881-9392d175c26e on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:28.729454 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:28.729833 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Checking segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:28.730231 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.730935 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Bound using segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:28.731424 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Bound port: 083f3bb2-2b8f-4c08-b881-9392d175c26e, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:28.731842 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.734039 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 1c543cfb-f487-415a-85d9-db06c03b70c2 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:28.746279 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device a3043381-1f5e-46e5-b65f-cb422822bb8c up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:28.749456 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:28.755013 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:28.765421 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:28.796377 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.882025 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:28.882416 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:28.883870 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] 10.222.0.43 "PUT /v2.0/ports/af93e16c-5894-4952-9de0-543503d777d2 HTTP/1.1" status: 200 len: 1094 time: 10.6388586 Mar 15 17:02:28.887971 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5967512d-2863-417e-9a44-191edc949072', 'tag': 'af93e16c-5894-4952-9de0-543503d777d2'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:28.996943 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] For port 083f3bb2-2b8f-4c08-b881-9392d175c26e, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:29.014923 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] For port 083f3bb2-2b8f-4c08-b881-9392d175c26e, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=083f3bb2-2b8f-4c08-b881-9392d175c26e,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:29.043553 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.062750 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (9eba5232-a833-4fbe-a951-2f7e00aa52b7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.091701 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f5a83f56-f22d-4193-a505-3755a86723ba req-8ad5cfe5-6544-42e6-95e6-5cb08bf99b3d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 210 time: 0.0852225 Mar 15 17:02:29.104603 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (ffc4900d-5587-4994-9050-9f836a403808), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.116948 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-fdf19466-157a-4229-8480-cd35b8516c4a None None] Provisioning complete for port 083f3bb2-2b8f-4c08-b881-9392d175c26e triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:29.117808 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fdf19466-157a-4229-8480-cd35b8516c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.150412 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port a3043381-1f5e-46e5-b65f-cb422822bb8c triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:29.150904 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.160048 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (424040a7-fb50-4a47-8ac3-bad2fb2a3bad), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.274622 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa9a11-8fa4-4c22-b71e-4678855c4505 None None] Pushing event updated for resources: {'Port': ['ID=083f3bb2-2b8f-4c08-b881-9392d175c26e,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:29.279389 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:29.280140 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:29.334215 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145b152-47cf-4b9c-8283-103e326b3452 service neutron] Pushing event updated for resources: {'Port': ['ID=af93e16c-5894-4952-9de0-543503d777d2,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:29.395656 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Pushing event updated for resources: {'Port': ['ID=30dae479-1b56-42f8-9d4d-0db741261bfe,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:29.494819 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dede2fc1-ecdf-4693-8141-966b6a0e4e81" -d '{"events": [{"name": "network-changed", "server_uuid": "5967512d-2863-417e-9a44-191edc949072", "tag": "af93e16c-5894-4952-9de0-543503d777d2"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:29.501114 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Network 5e22b704-6cd1-448c-920e-7df769d11493 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:29.526303 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-90a14ef8-8da4-47d0-9551-f7d02d8e7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:29.528222 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-90a14ef8-8da4-47d0-9551-f7d02d8e7da1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33d61445106443b4862e62f2aad2b747&device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 1128 time: 0.5928180 Mar 15 17:02:29.530269 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:29.765212 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (424040a7-fb50-4a47-8ac3-bad2fb2a3bad), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.770885 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port a3043381-1f5e-46e5-b65f-cb422822bb8c is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:29.771379 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.782706 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-fdf19466-157a-4229-8480-cd35b8516c4a None None] Current status of the port 083f3bb2-2b8f-4c08-b881-9392d175c26e is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:29.783907 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (424040a7-fb50-4a47-8ac3-bad2fb2a3bad), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.796444 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fdf19466-157a-4229-8480-cd35b8516c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.879018 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (9eba5232-a833-4fbe-a951-2f7e00aa52b7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.924640 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port a3043381-1f5e-46e5-b65f-cb422822bb8c, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=a3043381-1f5e-46e5-b65f-cb422822bb8c,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:29.939503 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:29.940646 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.943833 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2260730 Mar 15 17:02:29.945114 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56354330-df6c-431d-8dc9-7699686ba9d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=424040a7-fb50-4a47-8ac3-bad2fb2a3bad,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:29.963302 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56528) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:29.992016 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:29.993432 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device af461578-f12f-4e07-adc6-4e325bd5b518 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:30.002190 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-fdf19466-157a-4229-8480-cd35b8516c4a None None] For port 083f3bb2-2b8f-4c08-b881-9392d175c26e, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=083f3bb2-2b8f-4c08-b881-9392d175c26e,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:30.049249 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fdf19466-157a-4229-8480-cd35b8516c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:30.144356 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=a3043381-1f5e-46e5-b65f-cb422822bb8c,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:30.299845 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-9a62bbbc-06af-4018-96ab-16f747eec51c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af93e16c-5894-4952-9de0-543503d777d2 HTTP/1.1" status: 200 len: 217 time: 0.7256761 Mar 15 17:02:30.433914 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe6aa73-07e8-446f-aa2a-313c3e4d2392 x-openstack-request-id: req-2fe6aa73-07e8-446f-aa2a-313c3e4d2392 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:30.434420 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5967512d-2863-417e-9a44-191edc949072", "tag": "af93e16c-5894-4952-9de0-543503d777d2", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:30.435548 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fe6aa73-07e8-446f-aa2a-313c3e4d2392 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:30.437764 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5967512d-2863-417e-9a44-191edc949072', 'tag': 'af93e16c-5894-4952-9de0-543503d777d2', 'status': 'completed', 'code': 200} Mar 15 17:02:30.459442 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Publish callbacks [] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:30.463943 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e912-d27b-4fbc-8da1-63338ed965ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:30.625850 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:30.671905 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port af461578-f12f-4e07-adc6-4e325bd5b518 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:30.675060 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e912-d27b-4fbc-8da1-63338ed965ff admin admin] Publish callbacks [] for security_group (0ae34414-ddea-4b3e-9de3-8ffe23255b4b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:30.677024 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:30.682658 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e912-d27b-4fbc-8da1-63338ed965ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (0ae34414-ddea-4b3e-9de3-8ffe23255b4b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:30.726431 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75433-61e1-4c5d-b17f-a4c515c2ccfd req-67ba4ef2-dc50-4734-b732-10bf3d98295c tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:30.728227 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-b6806c19-96bd-4f4c-8cdb-99b5c3efaeb3 None None] Provisioning complete for port 30dae479-1b56-42f8-9d4d-0db741261bfe triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:30.728778 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-b6806c19-96bd-4f4c-8cdb-99b5c3efaeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:30.738604 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6cb75433-61e1-4c5d-b17f-a4c515c2ccfd req-67ba4ef2-dc50-4734-b732-10bf3d98295c tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 944 time: 1.3538620 Mar 15 17:02:30.757301 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf19466-157a-4229-8480-cd35b8516c4a None None] Pushing event updated for resources: {'Port': ['ID=083f3bb2-2b8f-4c08-b881-9392d175c26e,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:30.782674 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a0b1e912-d27b-4fbc-8da1-63338ed965ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fb851fa67cc4a6ba119f7dbca4ddcbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8173163 Mar 15 17:02:30.783727 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e912-d27b-4fbc-8da1-63338ed965ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae34414-ddea-4b3e-9de3-8ffe23255b4b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:30.796051 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56578) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:30.891661 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ce10e55-daac-4d75-9bda-2966293d83d3 admin admin] Publish callbacks [] for security_group (0ae34414-ddea-4b3e-9de3-8ffe23255b4b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:30.901558 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-b6806c19-96bd-4f4c-8cdb-99b5c3efaeb3 None None] Port 30dae479-1b56-42f8-9d4d-0db741261bfe cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:02:30.961480 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ce10e55-daac-4d75-9bda-2966293d83d3 admin admin] Publish callbacks [] for security_group (0ae34414-ddea-4b3e-9de3-8ffe23255b4b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.002053 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port af461578-f12f-4e07-adc6-4e325bd5b518 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:31.002706 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.016762 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-b6806c19-96bd-4f4c-8cdb-99b5c3efaeb3 None None] Provisioning complete for port 083f3bb2-2b8f-4c08-b881-9392d175c26e triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:31.017399 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-b6806c19-96bd-4f4c-8cdb-99b5c3efaeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.034387 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ce10e55-daac-4d75-9bda-2966293d83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (0ae34414-ddea-4b3e-9de3-8ffe23255b4b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.037789 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ce10e55-daac-4d75-9bda-2966293d83d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.039369 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3ce10e55-daac-4d75-9bda-2966293d83d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ae34414-ddea-4b3e-9de3-8ffe23255b4b HTTP/1.1" status: 204 len: 168 time: 0.2423410 Mar 15 17:02:31.046258 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-96b6a9ff-00b3-4f74-b2dd-9cdf2826b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:31.047771 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-96b6a9ff-00b3-4f74-b2dd-9cdf2826b61d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09abfcee-984a-4943-bde1-ce1f7f7187f2 HTTP/1.1" status: 200 len: 852 time: 0.6607580 Mar 15 17:02:31.078852 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce10e55-daac-4d75-9bda-2966293d83d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae34414-ddea-4b3e-9de3-8ffe23255b4b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:31.087541 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port af461578-f12f-4e07-adc6-4e325bd5b518, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=af461578-f12f-4e07-adc6-4e325bd5b518,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:31.103724 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (ac3dadc1-4d52-480b-942b-af9f1c3d046a), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.111460 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.161266 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:28Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:31.289792 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33a48a-3f80-442e-a882-12474751f976 None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:28Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:02:31.341435 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Router ffc4900d-5587-4994-9050-9f836a403808 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:02:31.413776 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=af461578-f12f-4e07-adc6-4e325bd5b518,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:31.474108 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-b6806c19-96bd-4f4c-8cdb-99b5c3efaeb3 None None] Current status of the port 083f3bb2-2b8f-4c08-b881-9392d175c26e is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:31.487892 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6cb75433-61e1-4c5d-b17f-a4c515c2ccfd req-772fd83d-39e7-4449-b335-f71227ff3fb0 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7344015 Mar 15 17:02:31.537353 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:31.624453 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.43', 54600) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:31.675813 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:31.676347 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.711440 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-7f9c287b-e238-499f-8951-a97c0aa66b4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d2d6447-30ec-49e5-a55a-ebd6be77f5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5393450 Mar 15 17:02:31.729092 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-21713d7c-2a23-4856-bec0-247273d6c006 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:31.733337 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-21713d7c-2a23-4856-bec0-247273d6c006 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 818 time: 1.1371574 Mar 15 17:02:31.748745 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:31.879352 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:31.879946 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.908155 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=66fb1186-4c3c-4c0c-8028-4d02bfb0da55,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:31.916574 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:31.917638 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device a3043381-1f5e-46e5-b65f-cb422822bb8c up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:32.008993 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56612) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:32.089879 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=66fb1186-4c3c-4c0c-8028-4d02bfb0da55,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:32.100896 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Network 0529e954-2a15-4a47-acb2-fd874a7d184f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:32.102496 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:32.113305 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-ac289172-ada2-43ae-88bb-8f1060144f74 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/quotas/a21752435c2b4222b9e94855ab022687 HTTP/1.1" status: 200 len: 375 time: 0.3739233 Mar 15 17:02:32.117391 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-419216ea-c82f-45b0-b237-5afa097d8798 service neutron] 10.222.0.43 "GET /v2.0/networks/0d2d6447-30ec-49e5-a55a-ebd6be77f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769534 Mar 15 17:02:32.128680 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port a3043381-1f5e-46e5-b65f-cb422822bb8c triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:32.129057 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:32.338818 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-528798c1-237d-4e3b-83b5-e6a98bc15243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:32.352216 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port a3043381-1f5e-46e5-b65f-cb422822bb8c is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:32.422266 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:02:32.443538 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-712392c8-958f-4fd6-aa47-55e8f0c3dc64 admin admin] 10.222.0.42 "PUT /v2.0/routers/ffc4900d-5587-4994-9050-9f836a403808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4603865 Mar 15 17:02:32.444660 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Sync routers for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:02:32.460604 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7def5527-7a59-4e97-8fa7-4e09d2fe15ed tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:32.467132 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:32.467711 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:32.472703 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7def5527-7a59-4e97-8fa7-4e09d2fe15ed tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 818 time: 0.8367093 Mar 15 17:02:32.493809 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Request body: {'port': {'device_id': '633910cf-1138-4074-a0e4-3186926d26ce', 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4', 'admin_state_up': True, 'tenant_id': 'a21752435c2b4222b9e94855ab022687'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:32.540433 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-6b7bb243-d7b5-4b2b-b841-a973eaeb79dd None None] Provisioning complete for port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:32.540978 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-6b7bb243-d7b5-4b2b-b841-a973eaeb79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:32.573715 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-784161b8-0ee9-4be0-9637-3a831de4ad00 req-8d565ab9-25f2-4e00-8abf-9c82c734bbf4 service neutron] 10.222.0.43 "GET /v2.0/networks/0d2d6447-30ec-49e5-a55a-ebd6be77f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718472 Mar 15 17:02:32.665222 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-6b7bb243-d7b5-4b2b-b841-a973eaeb79dd None None] Port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:02:32.818682 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-528798c1-237d-4e3b-83b5-e6a98bc15243 admin admin] Publish callbacks [] for security_group (88526bdd-dc89-4ad7-9a88-ccf4123935e9), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:32.819270 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:32.823714 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-528798c1-237d-4e3b-83b5-e6a98bc15243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (88526bdd-dc89-4ad7-9a88-ccf4123935e9), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:32.824855 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-267c661e-7a29-4f76-beda-df686a6ad167 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1080310556&fields=id&tenant_id=d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 267 time: 1.0790701 Mar 15 17:02:32.836091 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-c9f326d1-f6ae-4e4d-86c0-3a289147f082 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5358212 Mar 15 17:02:32.838890 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Made reservation on behalf of a21752435c2b4222b9e94855ab022687 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:32.844356 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:32.986162 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-e6032340-41a9-4da3-a20c-736b8ee85737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:32.987768 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-e6032340-41a9-4da3-a20c-736b8ee85737 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33d61445106443b4862e62f2aad2b747&device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 1128 time: 0.2904263 Mar 15 17:02:33.093588 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-510c0492-0af3-4170-8298-abcf41693f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.118239 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Allocated IP 172.20.0.12 (35124306-c90c-4195-9314-d33477c7a4e4/95ee0380-3c91-4be6-b95a-f0356c4ddeb8/8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:33.141999 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-528798c1-237d-4e3b-83b5-e6a98bc15243 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5381e005dbb04700a2331a96b1267dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1314089 Mar 15 17:02:33.157290 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56654) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:33.179831 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528798c1-237d-4e3b-83b5-e6a98bc15243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88526bdd-dc89-4ad7-9a88-ccf4123935e9,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:33.236531 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 2, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:33.263730 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-3b0d7880-42fa-4a5a-8316-6c1d5f1acf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:33.265236 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-3b0d7880-42fa-4a5a-8316-6c1d5f1acf99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 HTTP/1.1" status: 200 len: 913 time: 0.2548437 Mar 15 17:02:33.276436 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Router ac3dadc1-4d52-480b-942b-af9f1c3d046a has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:02:33.278567 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Checking router: ffc4900d-5587-4994-9050-9f836a403808 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:02:33.279672 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Updating router ffc4900d-5587-4994-9050-9f836a403808 port 30dae479-1b56-42f8-9d4d-0db741261bfe binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:02:33.316093 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.342046 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-0853c5aa-366f-4df4-a8cc-6e3b7d947137 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af93e16c-5894-4952-9de0-543503d777d2 HTTP/1.1" status: 200 len: 217 time: 0.0654755 Mar 15 17:02:33.358739 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6542-a933-46f3-a0b4-e0aa0a86e527 admin admin] Publish callbacks [] for security_group (88526bdd-dc89-4ad7-9a88-ccf4123935e9), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.414032 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6542-a933-46f3-a0b4-e0aa0a86e527 admin admin] Publish callbacks [] for security_group (88526bdd-dc89-4ad7-9a88-ccf4123935e9), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.439990 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:33.520939 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks [] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.536974 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:02:33.538636 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6542-a933-46f3-a0b4-e0aa0a86e527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (88526bdd-dc89-4ad7-9a88-ccf4123935e9), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.541265 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:33.541814 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.543821 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6542-a933-46f3-a0b4-e0aa0a86e527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.547542 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3a3d6542-a933-46f3-a0b4-e0aa0a86e527 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88526bdd-dc89-4ad7-9a88-ccf4123935e9 HTTP/1.1" status: 204 len: 168 time: 0.3841686 Mar 15 17:02:33.560850 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d6542-a933-46f3-a0b4-e0aa0a86e527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88526bdd-dc89-4ad7-9a88-ccf4123935e9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:33.594298 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.760011 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Publish callbacks [] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.768378 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Pushing event updated for resources: {'Port': ['ID=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:33.769272 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.772712 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-abff5ec3-2052-46c4-8df3-2cc4987eee82 service neutron] 10.222.0.42 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9131274 Mar 15 17:02:33.787982 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-0a64a409-c2a2-4d9e-88b4-a7f998ac37f6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:33.790611 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Network 35124306-c90c-4195-9314-d33477c7a4e4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:33.792702 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:33.796243 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-0a64a409-c2a2-4d9e-88b4-a7f998ac37f6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 813 time: 0.9698331 Mar 15 17:02:33.796421 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:33.798632 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:33.802514 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device af461578-f12f-4e07-adc6-4e325bd5b518 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:33.803179 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:33.804522 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.827284 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-01d8a69a-6f12-4f9b-92e7-b87330874727 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3519607 Mar 15 17:02:33.832830 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-3e56b83b-9b0a-4bcf-9551-7b42c3b0b95b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/quotas/d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 375 time: 0.0353665 Mar 15 17:02:33.838200 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:02:33.841933 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Request body: {'port': {'device_id': '633910cf-1138-4074-a0e4-3186926d26ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:33.845142 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-af7a0b3f-df0d-4c11-b329-f71917a893a7 admin admin] 10.222.0.42 "PUT /v2.0/routers/ac3dadc1-4d52-480b-942b-af9f1c3d046a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4515693 Mar 15 17:02:33.869918 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c6b50-393a-4cde-af3f-23153883daa2 None None] Pushing event updated for resources: {'Port': ['ID=30dae479-1b56-42f8-9d4d-0db741261bfe,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:33.887330 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Sync routers for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:02:33.940046 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-1a08c93b-ebc4-4c25-b660-1a67967872db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:33.942254 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-1a08c93b-ebc4-4c25-b660-1a67967872db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09abfcee-984a-4943-bde1-ce1f7f7187f2 HTTP/1.1" status: 200 len: 852 time: 0.5903516 Mar 15 17:02:33.957368 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:33.978162 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:33.989294 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:33.990588 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Attempting to bind port 30dae479-1b56-42f8-9d4d-0db741261bfe on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:33.991469 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Attempting to bind port 30dae479-1b56-42f8-9d4d-0db741261bfe by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:33.992283 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Attempting to bind port 30dae479-1b56-42f8-9d4d-0db741261bfe on network 5e22b704-6cd1-448c-920e-7df769d11493 {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:34.000090 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-85407d2b-0ba8-4bac-9bcb-8d17dc914cd9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d2d6447-30ec-49e5-a55a-ebd6be77f5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495887 Mar 15 17:02:34.002015 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:34.002682 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Checking segment: {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:34.003416 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:34.011411 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Bound using segment: {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:34.012587 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Bound port: 30dae479-1b56-42f8-9d4d-0db741261bfe, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:34.013664 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:34.117579 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-2552de8b-1f88-406e-9c65-d235c492a1f6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2837739 Mar 15 17:02:34.165581 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] For port 30dae479-1b56-42f8-9d4d-0db741261bfe, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:34.172227 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] For port 30dae479-1b56-42f8-9d4d-0db741261bfe, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=30dae479-1b56-42f8-9d4d-0db741261bfe,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:34.184021 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:34.257816 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-93457e5e-2b15-47b9-88df-1ac2c72b8af0 None None] Provisioning complete for port 30dae479-1b56-42f8-9d4d-0db741261bfe triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:34.258284 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-93457e5e-2b15-47b9-88df-1ac2c72b8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:34.261220 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port af461578-f12f-4e07-adc6-4e325bd5b518 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:34.264746 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:34.298164 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-74323afe-06f6-47e9-86e7-3afaa43febf2 service neutron] 10.222.0.42 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581302 Mar 15 17:02:34.362571 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-74af9449-0557-404b-826d-c9031ab23813 service neutron] 10.222.0.42 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601966 Mar 15 17:02:34.383036 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:34.383717 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:06Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:34.392272 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c6b50-393a-4cde-af3f-23153883daa2 None None] Pushing event updated for resources: {'Port': ['ID=30dae479-1b56-42f8-9d4d-0db741261bfe,revision_number=4']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:34.480551 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-60210eb8-9eca-4f22-82d0-4ed66f032f1b service neutron] 10.222.0.43 "GET /v2.0/networks/0d2d6447-30ec-49e5-a55a-ebd6be77f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733918 Mar 15 17:02:34.549704 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device af93e16c-5894-4952-9de0-543503d777d2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:02:34.687102 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-fda7ed2b-2929-4a5c-bffa-92f02f81cd97 service neutron] 10.222.0.42 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867962 Mar 15 17:02:34.763879 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dede2fc1-ecdf-4693-8141-966b6a0e4e81 req-96ca13a5-15b5-450d-bf1a-14d5ed137852 service neutron] 10.222.0.43 "GET /v2.0/networks/0d2d6447-30ec-49e5-a55a-ebd6be77f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764235 Mar 15 17:02:34.798164 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:34.879041 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:34.959364 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:34.989261 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Publish callbacks [] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:35.053493 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Transition to ACTIVE for port object 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:02:35.054786 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092e86f-9681-4a2d-8ed9-2d64186d4ea8 req-90351c41-227e-48e8-9d46-9867db93dc8a tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:35.058260 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:35.065490 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c092e86f-9681-4a2d-8ed9-2d64186d4ea8 req-90351c41-227e-48e8-9d46-9867db93dc8a tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 944 time: 0.1399837 Mar 15 17:02:35.093800 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.db.resource_extend [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 15 17:02:35.175100 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c092e86f-9681-4a2d-8ed9-2d64186d4ea8 req-23d3aeb7-44cb-4803-9c07-17f981d09464 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038544 Mar 15 17:02:35.299341 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-93457e5e-2b15-47b9-88df-1ac2c72b8af0 None None] Current status of the port 30dae479-1b56-42f8-9d4d-0db741261bfe is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:35.300094 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-93457e5e-2b15-47b9-88df-1ac2c72b8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:35.411426 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Attempting to bind port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:35.411625 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Attempting to bind port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:35.411984 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Attempting to bind port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 on network 35124306-c90c-4195-9314-d33477c7a4e4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:35.416663 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:35.438265 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 on network 35124306-c90c-4195-9314-d33477c7a4e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:02:35.438440 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Attempting to bind port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 on network 35124306-c90c-4195-9314-d33477c7a4e4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:35.448226 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:35.448710 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Checking segment: {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:35.455493 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Bound using segment: {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:35.455962 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Bound port: 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:35.456334 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:35.484909 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:34Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:35.530159 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port af461578-f12f-4e07-adc6-4e325bd5b518 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:35.532605 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 083f3bb2-2b8f-4c08-b881-9392d175c26e up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:35.570501 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb057074-7697-4116-bdbc-1f62b00ee4a8 None None] The sync data for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi is: [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:34Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:02:35.594233 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0408f9bd-8917-43d6-8dac-67dc034cca3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:35.607147 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port af93e16c-5894-4952-9de0-543503d777d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=af93e16c-5894-4952-9de0-543503d777d2,segment=NetworkSegment(7afc288a-ae66-4d66-a6e3-e638d90cbe1c),segment_id=7afc288a-ae66-4d66-a6e3-e638d90cbe1c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:35.610173 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] For port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1, host hv-cinder-73362, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:35.620303 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] For port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:35.649669 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-93457e5e-2b15-47b9-88df-1ac2c72b8af0 None None] For port 30dae479-1b56-42f8-9d4d-0db741261bfe, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=30dae479-1b56-42f8-9d4d-0db741261bfe,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:35.672559 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:35.695034 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': 'af93e16c-5894-4952-9de0-543503d777d2', 'network_id': '0d2d6447-30ec-49e5-a55a-ebd6be77f5f3', 'port_id': 'af93e16c-5894-4952-9de0-543503d777d2', 'mac_address': 'fa:16:3e:9e:77:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09abfcee-984a-4943-bde1-ce1f7f7187f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:02:35.696980 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-93457e5e-2b15-47b9-88df-1ac2c72b8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:35.725461 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:35.729836 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:35.741080 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] 10.222.0.43 "PUT /v2.0/ports/8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 HTTP/1.1" status: 200 len: 1094 time: 1.9048686 Mar 15 17:02:35.790963 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633910cf-1138-4074-a0e4-3186926d26ce', 'tag': '8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:35.848622 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port af93e16c-5894-4952-9de0-543503d777d2 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:35.849234 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (af93e16c-5894-4952-9de0-543503d777d2), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:35.909517 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:28Z', 'revision_number': 2, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:35.930589 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 083f3bb2-2b8f-4c08-b881-9392d175c26e triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:35.931199 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.051398 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983cdf5-67d6-4a59-8be0-677193c6e728 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:36.109051 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af93e16c-5894-4952-9de0-543503d777d2 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:36.149016 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Checking router: ac3dadc1-4d52-480b-942b-af9f1c3d046a for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:02:36.149363 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Updating router ac3dadc1-4d52-480b-942b-af9f1c3d046a port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:02:36.223513 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae14c252-7220-45de-9288-5f3182879783" -d '{"events": [{"name": "network-changed", "server_uuid": "633910cf-1138-4074-a0e4-3186926d26ce", "tag": "8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:36.264236 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-53625d6e-6d7d-435e-ac0c-58658d61591b None None] Provisioning complete for port 30dae479-1b56-42f8-9d4d-0db741261bfe triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:36.264816 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-53625d6e-6d7d-435e-ac0c-58658d61591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.270551 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93457e5e-2b15-47b9-88df-1ac2c72b8af0 None None] Pushing event updated for resources: {'Port': ['ID=30dae479-1b56-42f8-9d4d-0db741261bfe,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:36.287921 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port af93e16c-5894-4952-9de0-543503d777d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=af93e16c-5894-4952-9de0-543503d777d2,segment=NetworkSegment(7afc288a-ae66-4d66-a6e3-e638d90cbe1c),segment_id=7afc288a-ae66-4d66-a6e3-e638d90cbe1c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:36.312618 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.318026 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (af93e16c-5894-4952-9de0-543503d777d2), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.497126 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56752) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:36.502345 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-1eb3a1ff-1d4c-4984-90db-553ad7678f1b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079549164', 'description': 'tempest-description--1973112459'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:36.517234 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56754) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:36.523474 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-9c8dfb3f-0b00-4ed7-a0ee-b03d3e6dde34 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457677470', 'description': 'tempest-description--589977281'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:36.549229 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1eb3a1ff-1d4c-4984-90db-553ad7678f1b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.571338 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 083f3bb2-2b8f-4c08-b881-9392d175c26e is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:36.577976 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c8dfb3f-0b00-4ed7-a0ee-b03d3e6dde34 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.595461 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=af93e16c-5894-4952-9de0-543503d777d2,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:36.620759 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.765204 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1eb3a1ff-1d4c-4984-90db-553ad7678f1b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (e7b6f638-1d2c-4d1c-b972-696ee8c4484b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.769912 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1eb3a1ff-1d4c-4984-90db-553ad7678f1b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e7b6f638-1d2c-4d1c-b972-696ee8c4484b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.788345 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-679c6640-3cc0-44fb-853e-51492f1ab982 req-08001bb6-45e8-4355-9208-57d7cb4d115f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 210 time: 0.1473441 Mar 15 17:02:36.838607 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 30dae479-1b56-42f8-9d4d-0db741261bfe up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:36.860667 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-044afe68-0bdf-4c62-a120-c1e84a6d4bf6 req-e9dc552f-fa78-4c44-82c0-c6fa34cc1869 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 210 time: 0.2305212 Mar 15 17:02:36.878315 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1eb3a1ff-1d4c-4984-90db-553ad7678f1b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:36.879750 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1eb3a1ff-1d4c-4984-90db-553ad7678f1b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3815043 Mar 15 17:02:36.885457 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56770) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:36.899346 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-53625d6e-6d7d-435e-ac0c-58658d61591b None None] Current status of the port 30dae479-1b56-42f8-9d4d-0db741261bfe is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:36.910610 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-c4edc017-f8b5-4c91-8c75-674e288adf24 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'security_group_rule': {'security_group_id': 'e7b6f638-1d2c-4d1c-b972-696ee8c4484b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:36.930731 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3a1ff-1d4c-4984-90db-553ad7678f1b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b6f638-1d2c-4d1c-b972-696ee8c4484b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:36.979099 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c4edc017-f8b5-4c91-8c75-674e288adf24 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (ca9aa02e-9986-4222-8662-3dc0f35d6f90), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.032644 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c8dfb3f-0b00-4ed7-a0ee-b03d3e6dde34 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (f2d2aa46-2b8a-4d5c-98e5-00058f327574), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.045366 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c8dfb3f-0b00-4ed7-a0ee-b03d3e6dde34 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f2d2aa46-2b8a-4d5c-98e5-00058f327574), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.061302 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 30dae479-1b56-42f8-9d4d-0db741261bfe triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:37.061835 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.085207 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dfb3f-0b00-4ed7-a0ee-b03d3e6dde34 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2aa46-2b8a-4d5c-98e5-00058f327574,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:37.102491 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c4edc017-f8b5-4c91-8c75-674e288adf24 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (ca9aa02e-9986-4222-8662-3dc0f35d6f90), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.106875 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63048e5-3c2f-4ae2-ae6f-a78aa8e207e4 req-73a783ad-b7ac-4d6f-bd1c-83426b8221bf tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:37.108118 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c4edc017-f8b5-4c91-8c75-674e288adf24 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (ca9aa02e-9986-4222-8662-3dc0f35d6f90), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.108804 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b63048e5-3c2f-4ae2-ae6f-a78aa8e207e4 req-73a783ad-b7ac-4d6f-bd1c-83426b8221bf tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 945 time: 0.1406200 Mar 15 17:02:37.116596 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c8dfb3f-0b00-4ed7-a0ee-b03d3e6dde34 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.121172 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9c8dfb3f-0b00-4ed7-a0ee-b03d3e6dde34 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6028686 Mar 15 17:02:37.122030 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56778) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:37.135338 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-49d63662-1a3b-4017-90d8-4f896d54c360 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'security_group_rule': {'security_group_id': 'f2d2aa46-2b8a-4d5c-98e5-00058f327574', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:37.180823 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edc017-f8b5-4c91-8c75-674e288adf24 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9aa02e-9986-4222-8662-3dc0f35d6f90,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:37.199894 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b63048e5-3c2f-4ae2-ae6f-a78aa8e207e4 req-1995a05d-554e-49ee-8976-f0c6ae0bad20 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714757 Mar 15 17:02:37.209090 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c4edc017-f8b5-4c91-8c75-674e288adf24 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.213082 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c4edc017-f8b5-4c91-8c75-674e288adf24 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3240705 Mar 15 17:02:37.213965 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56784) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:37.224779 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-49d63662-1a3b-4017-90d8-4f896d54c360 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (e4ae4cf8-5cf6-4a56-8efe-2ee6405205df), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.227528 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-dd6ff9b4-4bbd-4f0e-ab76-4fc2bf2069d5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'security_group_rule': {'security_group_id': 'e7b6f638-1d2c-4d1c-b972-696ee8c4484b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:37.246418 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Publish callbacks [] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.253103 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 30dae479-1b56-42f8-9d4d-0db741261bfe is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:37.256818 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.282845 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa86ec7-7918-4c8b-ad87-a75f76e42a63 x-openstack-request-id: req-caa86ec7-7918-4c8b-ad87-a75f76e42a63 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:37.283353 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633910cf-1138-4074-a0e4-3186926d26ce", "tag": "8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:37.283748 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caa86ec7-7918-4c8b-ad87-a75f76e42a63 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:37.284558 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633910cf-1138-4074-a0e4-3186926d26ce', 'tag': '8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1', 'status': 'completed', 'code': 200} Mar 15 17:02:37.298264 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff9b4-4bbd-4f0e-ab76-4fc2bf2069d5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (48b1f734-8d43-4e7b-8ede-027436f15ec0), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.340389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-49d63662-1a3b-4017-90d8-4f896d54c360 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (e4ae4cf8-5cf6-4a56-8efe-2ee6405205df), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.344814 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-49d63662-1a3b-4017-90d8-4f896d54c360 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (e4ae4cf8-5cf6-4a56-8efe-2ee6405205df), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.362341 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d63662-1a3b-4017-90d8-4f896d54c360 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ae4cf8-5cf6-4a56-8efe-2ee6405205df,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:37.398291 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-49d63662-1a3b-4017-90d8-4f896d54c360 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.399085 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec84b59-2d02-4383-b446-4ea569399f67 None None] Pushing event updated for resources: {'Port': ['ID=5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:37.405570 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-49d63662-1a3b-4017-90d8-4f896d54c360 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2737482 Mar 15 17:02:37.407432 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56798) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:37.427815 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-1e9a83a6-908b-4033-897d-3fd1a7182b9e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'security_group_rule': {'security_group_id': 'f2d2aa46-2b8a-4d5c-98e5-00058f327574', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:37.472883 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14c252-7220-45de-9288-5f3182879783 req-08b532d0-36c5-451c-ac89-c73b23efe74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:37.474657 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ae14c252-7220-45de-9288-5f3182879783 req-08b532d0-36c5-451c-ac89-c73b23efe74c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1128 time: 0.1315675 Mar 15 17:02:37.531237 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e9a83a6-908b-4033-897d-3fd1a7182b9e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (99be67df-e90b-4c7c-bec3-89b11bcb370e), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.585553 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Attempting to bind port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:37.587908 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Attempting to bind port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:37.590040 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Attempting to bind port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 on network 0529e954-2a15-4a47-acb2-fd874a7d184f {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:37.601088 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:37.601938 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Checking segment: {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:37.602552 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.603409 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Bound using segment: {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:37.604515 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Bound port: 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:37.605165 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.658806 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['af93e16c-5894-4952-9de0-543503d777d2'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:02:37.672504 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e9a83a6-908b-4033-897d-3fd1a7182b9e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (99be67df-e90b-4c7c-bec3-89b11bcb370e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.679609 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e9a83a6-908b-4033-897d-3fd1a7182b9e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (99be67df-e90b-4c7c-bec3-89b11bcb370e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.708323 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a83a6-908b-4033-897d-3fd1a7182b9e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99be67df-e90b-4c7c-bec3-89b11bcb370e,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:37.716054 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e9a83a6-908b-4033-897d-3fd1a7182b9e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.719240 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-1e9a83a6-908b-4033-897d-3fd1a7182b9e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045349 Mar 15 17:02:37.722017 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 56812) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:37.743159 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:37.749278 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff9b4-4bbd-4f0e-ab76-4fc2bf2069d5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (48b1f734-8d43-4e7b-8ede-027436f15ec0), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.796223 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff9b4-4bbd-4f0e-ab76-4fc2bf2069d5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (48b1f734-8d43-4e7b-8ede-027436f15ec0), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.798020 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.844567 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ff9b4-4bbd-4f0e-ab76-4fc2bf2069d5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b1f734-8d43-4e7b-8ede-027436f15ec0,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:37.958750 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] For port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:37.966394 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] For port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:37.973443 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff9b4-4bbd-4f0e-ab76-4fc2bf2069d5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:37.974714 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-dd6ff9b4-4bbd-4f0e-ab76-4fc2bf2069d5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7597606 Mar 15 17:02:37.983528 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56830) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:37.989174 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:38.029796 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:38.037004 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14c252-7220-45de-9288-5f3182879783 req-fc83d36d-6e75-42d9-83ed-1d7288dc90da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:38.039576 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ae14c252-7220-45de-9288-5f3182879783 req-fc83d36d-6e75-42d9-83ed-1d7288dc90da service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a21752435c2b4222b9e94855ab022687&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5554051 Mar 15 17:02:38.054163 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bc53a561-1408-4944-9c7f-1525b77fb0d9 req-e2134df7-8f4e-4188-b53b-24a3daf8845e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0658500 Mar 15 17:02:38.113441 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8f3a4441-19d1-4a3f-9d21-e1995addc8db req-f979ecc1-ff97-4a85-a026-87e67de4c81d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 210 time: 0.1481099 Mar 15 17:02:38.160535 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec84b59-2d02-4383-b446-4ea569399f67 None None] Pushing event updated for resources: {'Port': ['ID=5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:38.190140 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:38.196424 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-4453559d-86ea-4d28-bb12-1e022e97e506 None None] Provisioning complete for port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:38.196894 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4453559d-86ea-4d28-bb12-1e022e97e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:38.239937 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:38.269158 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:38.285443 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:38.286212 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:38.484362 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.43', 54613) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:38.489480 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56846) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:38.786753 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Allocated IP 172.27.0.122 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/721ab34f-c693-4f22-af84-6416e7a06d0f) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:38.931409 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:38.934458 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-4453559d-86ea-4d28-bb12-1e022e97e506 None None] Current status of the port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:38.936873 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4453559d-86ea-4d28-bb12-1e022e97e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:38.963649 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79900117-7b38-40d2-8d2a-fb22792cc096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.001107 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14c252-7220-45de-9288-5f3182879783 req-3030c68b-b091-42b9-b206-dbf76cf67ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:39.002820 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ae14c252-7220-45de-9288-5f3182879783 req-3030c68b-b091-42b9-b206-dbf76cf67ad1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9482384 Mar 15 17:02:39.052674 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-ac947bf9-af7a-4dcb-aa9e-6b8a1ff66acf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:39.054337 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-ac947bf9-af7a-4dcb-aa9e-6b8a1ff66acf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 818 time: 0.5281291 Mar 15 17:02:39.064331 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5038b91-e5ab-4ac7-b076-6e52a83a1e7b req-5f57b3b7-c2ba-4285-9b27-c2ff53fced3f tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:39.071642 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a5038b91-e5ab-4ac7-b076-6e52a83a1e7b req-5f57b3b7-c2ba-4285-9b27-c2ff53fced3f tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 945 time: 0.5476034 Mar 15 17:02:39.079258 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-4453559d-86ea-4d28-bb12-1e022e97e506 None None] For port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:39.089441 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Request body: {'port': {'device_id': '7deb36a0-6760-49ee-8247-2319553c29e0', 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4', 'admin_state_up': True, 'tenant_id': 'a21752435c2b4222b9e94855ab022687'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:39.156467 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79900117-7b38-40d2-8d2a-fb22792cc096 admin admin] Publish callbacks [] for security_group (cf90b3fb-09a2-4221-a228-a01aafcef2c7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.165201 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-d88bfa98-5686-48f1-85a1-e56fbf6eea89 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:39.167762 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-d88bfa98-5686-48f1-85a1-e56fbf6eea89 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 813 time: 0.6773758 Mar 15 17:02:39.171108 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79900117-7b38-40d2-8d2a-fb22792cc096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (cf90b3fb-09a2-4221-a228-a01aafcef2c7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.216181 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79900117-7b38-40d2-8d2a-fb22792cc096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90b3fb-09a2-4221-a228-a01aafcef2c7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:39.239551 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-427d6675-0d33-4c25-b71d-e3d97c1cfe07 req-b45dca42-fcfe-4011-9405-d2c0526e3d16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0654938 Mar 15 17:02:39.245259 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4453559d-86ea-4d28-bb12-1e022e97e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.316878 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device af93e16c-5894-4952-9de0-543503d777d2 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:39.320230 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-b47a5b8d-c63f-4551-ad4e-ca517a8a3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:39.322206 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-b47a5b8d-c63f-4551-ad4e-ca517a8a3439 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1128 time: 0.2673006 Mar 15 17:02:39.349267 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453559d-86ea-4d28-bb12-1e022e97e506 None None] Pushing event updated for resources: {'Port': ['ID=5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:39.352233 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Made reservation on behalf of a21752435c2b4222b9e94855ab022687 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:39.355287 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.390828 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-79900117-7b38-40d2-8d2a-fb22792cc096 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d19c56288c3e48eaac15ba96fa9bc21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8935955 Mar 15 17:02:39.393677 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56874) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:39.398573 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-6f0dbaf1-cbed-46e3-86f8-940c2773f2c6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 380 time: 0.1847107 Mar 15 17:02:39.407467 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a5038b91-e5ab-4ac7-b076-6e52a83a1e7b req-4d0d30d2-42ba-4be4-98d9-5eb2002067b3 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345904 Mar 15 17:02:39.413272 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-5cf46872-612c-439e-93b9-ff629a2282bd None None] Provisioning complete for port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:39.413654 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5cf46872-612c-439e-93b9-ff629a2282bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.419268 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for port (721ab34f-c693-4f22-af84-6416e7a06d0f), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.439987 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fa9a4708-7312-4603-8345-5b6888950b17 req-3699117f-b8df-434c-aeb3-ed39d993906e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 210 time: 0.0621095 Mar 15 17:02:39.495433 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'port': {'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'admin_state_up': True, 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'security_groups': ['f4438dfe-c24e-4e37-90a7-21299b83f6ad']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:39.500771 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-df3138c8-e103-4dd6-a448-0214bb315194 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 HTTP/1.1" status: 200 len: 217 time: 0.1086929 Mar 15 17:02:39.501966 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port af93e16c-5894-4952-9de0-543503d777d2 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:02:39.508868 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.511089 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port af93e16c-5894-4952-9de0-543503d777d2 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:39.511457 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (af93e16c-5894-4952-9de0-543503d777d2), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.542742 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:37Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:39.584151 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Allocated IP 172.20.0.13 (35124306-c90c-4195-9314-d33477c7a4e4/95ee0380-3c91-4be6-b95a-f0356c4ddeb8/3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:39.586667 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (721ab34f-c693-4f22-af84-6416e7a06d0f), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.600477 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed9eaf-a130-4df9-b1f6-26b4c6d59320 None None] The sync data for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi is: [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:37Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:02:39.632757 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.634817 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-5cf46872-612c-439e-93b9-ff629a2282bd None None] Current status of the port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:39.648560 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:39.664611 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:39.667281 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:39.714612 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-44e06904-2c8b-4926-a0df-3ec385c4c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:39.714612 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-44e06904-2c8b-4926-a0df-3ec385c4c1c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.1999133 Mar 15 17:02:39.715402 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.727795 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port af93e16c-5894-4952-9de0-543503d777d2 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:39.728205 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (af93e16c-5894-4952-9de0-543503d777d2), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.792435 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5967512d-2863-417e-9a44-191edc949072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af93e16c-5894-4952-9de0-543503d777d2'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:39.881926 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-cb1c4aa9-4fa5-43fa-8a42-4d480478f5f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327379 Mar 15 17:02:39.919607 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port af93e16c-5894-4952-9de0-543503d777d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=af93e16c-5894-4952-9de0-543503d777d2,segment=NetworkSegment(7afc288a-ae66-4d66-a6e3-e638d90cbe1c),segment_id=7afc288a-ae66-4d66-a6e3-e638d90cbe1c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:39.928503 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (af93e16c-5894-4952-9de0-543503d777d2), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:39.930481 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24e77dd5-5af6-4791-9c48-e406318a0871 admin admin] Publish callbacks [] for security_group (cf90b3fb-09a2-4221-a228-a01aafcef2c7), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.043463 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=af93e16c-5894-4952-9de0-543503d777d2,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:40.095484 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'Port': ['ID=721ab34f-c693-4f22-af84-6416e7a06d0f,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:40.098156 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24e77dd5-5af6-4791-9c48-e406318a0871 admin admin] Publish callbacks [] for security_group (cf90b3fb-09a2-4221-a228-a01aafcef2c7), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.106514 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4676a86-a5e9-49fb-a1a3-02df225e4643" -d '{"events": [{"server_uuid": "5967512d-2863-417e-9a44-191edc949072", "name": "network-vif-plugged", "status": "completed", "tag": "af93e16c-5894-4952-9de0-543503d777d2"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:40.159679 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Made reservation on behalf of d679d754fac6488ca843395e0096b839 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:40.164006 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.225018 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bada468-ae4d-490c-84fd-4385313835f5 x-openstack-request-id: req-2bada468-ae4d-490c-84fd-4385313835f5 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:40.225331 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5967512d-2863-417e-9a44-191edc949072", "name": "network-vif-plugged", "status": "completed", "tag": "af93e16c-5894-4952-9de0-543503d777d2", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:40.225584 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2bada468-ae4d-490c-84fd-4385313835f5 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:40.226020 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5967512d-2863-417e-9a44-191edc949072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af93e16c-5894-4952-9de0-543503d777d2', 'code': 200} Mar 15 17:02:40.255812 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Allocated IP 172.27.0.136 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/bd842a7a-c3e6-415b-98f8-8617c1f6e996) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:40.313697 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-a7674b79-ddbb-4ac0-b423-20c451c429ba service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200213 Mar 15 17:02:40.328620 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks [] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.393687 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.43', 54623) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:40.452140 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b8dd582c-82c1-41f6-ab6a-78878489e0f6 req-3d54bd61-16a4-4842-a4cd-edbec639bd72 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0777237 Mar 15 17:02:40.518785 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (9bc5b3a4-1ddf-474c-a5db-c72b74a62f58), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.523018 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-cec4b6a2-a39a-4e2a-9ba0-036ce814f330 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204205 Mar 15 17:02:40.543185 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24e77dd5-5af6-4791-9c48-e406318a0871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (cf90b3fb-09a2-4221-a228-a01aafcef2c7), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.545902 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24e77dd5-5af6-4791-9c48-e406318a0871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.550272 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-24e77dd5-5af6-4791-9c48-e406318a0871 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf90b3fb-09a2-4221-a228-a01aafcef2c7 HTTP/1.1" status: 204 len: 168 time: 1.1489334 Mar 15 17:02:40.554473 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.678615 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bb131d16-4397-411c-9eef-a0299b2c3c6e req-e77b1930-f805-409d-9d32-804e470443a7 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 210 time: 0.1173592 Mar 15 17:02:40.705154 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Network 35124306-c90c-4195-9314-d33477c7a4e4 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:40.724630 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343209a0-faec-435e-b430-37cd6746da35 req-5269200c-acc8-4568-84c0-715e947e6f71 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:40.730149 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-343209a0-faec-435e-b430-37cd6746da35 req-5269200c-acc8-4568-84c0-715e947e6f71 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 946 time: 0.2401409 Mar 15 17:02:40.738793 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:40.744627 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddbf27-a233-4a6d-a21f-02b56b580291 req-2acddbea-47d2-49ee-9cde-b14ac558d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:40.746220 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ecddbf27-a233-4a6d-a21f-02b56b580291 req-2acddbea-47d2-49ee-9cde-b14ac558d469 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 1130 time: 0.3492956 Mar 15 17:02:40.747128 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:40.754936 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:40.799389 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:40.800142 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.812796 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e77dd5-5af6-4791-9c48-e406318a0871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90b3fb-09a2-4221-a228-a01aafcef2c7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:40.823892 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:40.824773 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.827866 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (721ab34f-c693-4f22-af84-6416e7a06d0f), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.857453 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for port (bd842a7a-c3e6-415b-98f8-8617c1f6e996), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.859433 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Allocated IP 172.20.0.7 (ad4338a5-b29c-470d-a6f0-6f686850fae6/d1b9295c-5bab-4879-af36-670c99d54ac9/bab56a29-1d9a-4f79-a573-78fd357b7ead) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:40.944949 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:40.958355 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56912) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:40.990974 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (bd842a7a-c3e6-415b-98f8-8617c1f6e996), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:40.993051 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Pushing event updated for resources: {'Port': ['ID=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:41.004016 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-ecddbf27-a233-4a6d-a21f-02b56b580291 req-fa2f64fb-c0ab-4b43-a975-68e87d43e4a8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.018802 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a72fb70-b291-42b7-ae85-8342dee72233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.038925 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-4e02fdd3-9962-4c21-802e-3d5b86c25cdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9637949 Mar 15 17:02:41.059311 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Request body: {'port': {'device_id': '7deb36a0-6760-49ee-8247-2319553c29e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:41.067245 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:41.069436 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-343209a0-faec-435e-b430-37cd6746da35 req-a90944ce-7fa6-4bd0-9b6f-eab7917e0009 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538891 Mar 15 17:02:41.077957 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:41.091308 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:41.104842 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'Port': ['ID=bd842a7a-c3e6-415b-98f8-8617c1f6e996,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:41.186361 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.196388 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.215733 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (88de6664-ea69-4a2a-983a-3bed3d06132c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.218589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for port (721ab34f-c693-4f22-af84-6416e7a06d0f), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.233296 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (721ab34f-c693-4f22-af84-6416e7a06d0f), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.286730 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (bd842a7a-c3e6-415b-98f8-8617c1f6e996), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.297730 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-ecddbf27-a233-4a6d-a21f-02b56b580291 req-fa2f64fb-c0ab-4b43-a975-68e87d43e4a8 service neutron] Publish callbacks [] for security_group (744721b4-2814-43c3-9fa8-e8301fdd7fb5), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.322776 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-ecddbf27-a233-4a6d-a21f-02b56b580291 req-fa2f64fb-c0ab-4b43-a975-68e87d43e4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (744721b4-2814-43c3-9fa8-e8301fdd7fb5), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.373224 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a72fb70-b291-42b7-ae85-8342dee72233 admin admin] Publish callbacks [] for security_group (a4a05de8-9f68-4200-9df9-b9f852cba09b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.374813 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.447306 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'Port': ['ID=721ab34f-c693-4f22-af84-6416e7a06d0f,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:41.457250 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a72fb70-b291-42b7-ae85-8342dee72233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (a4a05de8-9f68-4200-9df9-b9f852cba09b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.545595 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56926) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:41.571102 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (9bc5b3a4-1ddf-474c-a5db-c72b74a62f58), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.572091 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72fb70-b291-42b7-ae85-8342dee72233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a05de8-9f68-4200-9df9-b9f852cba09b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:41.581120 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5a72fb70-b291-42b7-ae85-8342dee72233 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dd26bbd3c974e2b99f9d32309e52926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6220033 Mar 15 17:02:41.586951 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56930) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:41.597714 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:41.604905 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f64fb-c0ab-4b43-a975-68e87d43e4a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=744721b4-2814-43c3-9fa8-e8301fdd7fb5,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:41.615662 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:41.625915 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=bab56a29-1d9a-4f79-a573-78fd357b7ead,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:41.627210 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ecddbf27-a233-4a6d-a21f-02b56b580291 req-fa2f64fb-c0ab-4b43-a975-68e87d43e4a8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8152590 Mar 15 17:02:41.627982 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:41.634821 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:41.635495 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.668862 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.677905 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ff413c3f-2be8-4478-a36e-3f2daffca6df tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9458566 Mar 15 17:02:41.697273 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-b0018017-8ea5-4828-8c1b-aa18fdfc1866 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2079659 Mar 15 17:02:41.740832 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for port (bd842a7a-c3e6-415b-98f8-8617c1f6e996), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.760927 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (bd842a7a-c3e6-415b-98f8-8617c1f6e996), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.828491 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03971e8-fdf4-402e-8bc2-afb931d47c94 req-3120c6ec-0a03-4e4c-94f0-2990a5925ea1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:41.830381 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f03971e8-fdf4-402e-8bc2-afb931d47c94 req-3120c6ec-0a03-4e4c-94f0-2990a5925ea1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 932 time: 0.2562940 Mar 15 17:02:41.850347 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ca20ed2-5a95-4b35-8658-dce57af87596 admin admin] Publish callbacks [] for security_group (a4a05de8-9f68-4200-9df9-b9f852cba09b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.852484 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f31227d-3c62-4062-bab3-d1b2085b3aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.866037 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Request body: {'port': {'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:41.876620 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (88de6664-ea69-4a2a-983a-3bed3d06132c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.934831 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ca20ed2-5a95-4b35-8658-dce57af87596 admin admin] Publish callbacks [] for security_group (a4a05de8-9f68-4200-9df9-b9f852cba09b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.942468 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:41.949457 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9589815 Mar 15 17:02:41.957131 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e5e6-9a1e-4770-8369-476f7187a588 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'Port': ['ID=bd842a7a-c3e6-415b-98f8-8617c1f6e996,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:41.959769 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:41.990805 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Publish callbacks [] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.000584 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6651db-0493-4ee0-b00f-929d443201d7 req-4adee5ad-0e92-403a-be20-46f497d052bc tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:42.002603 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-06ee5a7c-5bee-47ab-9c7f-c4388b7755c9 None None] Provisioning complete for port bab56a29-1d9a-4f79-a573-78fd357b7ead triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:42.004651 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-06ee5a7c-5bee-47ab-9c7f-c4388b7755c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.007893 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d6651db-0493-4ee0-b00f-929d443201d7 req-4adee5ad-0e92-403a-be20-46f497d052bc tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 931 time: 0.1887600 Mar 15 17:02:42.015736 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f03971e8-fdf4-402e-8bc2-afb931d47c94 req-cb713de0-eb96-4c64-98f8-e88b1225f3a6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757166 Mar 15 17:02:42.069674 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-06ee5a7c-5bee-47ab-9c7f-c4388b7755c9 None None] Port bab56a29-1d9a-4f79-a573-78fd357b7ead cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:02:42.073130 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.097357 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d6651db-0493-4ee0-b00f-929d443201d7 req-1c6b6383-ab6c-4cf2-bb27-5760da1e2a3c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865285 Mar 15 17:02:42.134880 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Transition to ACTIVE for port object 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:02:42.140492 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ca20ed2-5a95-4b35-8658-dce57af87596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (a4a05de8-9f68-4200-9df9-b9f852cba09b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.142988 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ca20ed2-5a95-4b35-8658-dce57af87596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.144096 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2ca20ed2-5a95-4b35-8658-dce57af87596 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4a05de8-9f68-4200-9df9-b9f852cba09b HTTP/1.1" status: 204 len: 168 time: 0.5541348 Mar 15 17:02:42.146784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.169947 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f31227d-3c62-4062-bab3-d1b2085b3aa6 admin admin] Publish callbacks [] for security_group (72ec93b6-9cba-4bba-8e46-efd71993618a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.177232 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca20ed2-5a95-4b35-8658-dce57af87596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a05de8-9f68-4200-9df9-b9f852cba09b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:42.181676 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f31227d-3c62-4062-bab3-d1b2085b3aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (72ec93b6-9cba-4bba-8e46-efd71993618a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.280963 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6f31227d-3c62-4062-bab3-d1b2085b3aa6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ce6496972834364b44ea72b388492be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7343028 Mar 15 17:02:42.284195 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 56962) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:42.285467 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Pushing event updated for resources: {'Port': ['ID=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:42.294637 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-113f430b-d3b9-4f0d-b658-55859a02a300 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1457677470&fields=id&tenant_id=600c131b1d654ea1b9ee7ce95244c47d HTTP/1.1" status: 200 len: 267 time: 0.1575086 Mar 15 17:02:42.294990 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31227d-3c62-4062-bab3-d1b2085b3aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec93b6-9cba-4bba-8e46-efd71993618a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:42.381434 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-c631387a-b54d-476a-8668-706fa7238373 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1079549164&fields=id&tenant_id=d11e8ccf622543cd8ba4455cde67621c HTTP/1.1" status: 200 len: 267 time: 0.1376956 Mar 15 17:02:42.400646 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-438530d6-d8f9-4266-a039-ad1a8a077245 admin admin] Publish callbacks [] for security_group (72ec93b6-9cba-4bba-8e46-efd71993618a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.443349 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-438530d6-d8f9-4266-a039-ad1a8a077245 admin admin] Publish callbacks [] for security_group (72ec93b6-9cba-4bba-8e46-efd71993618a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.465479 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Attempting to bind port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:42.466146 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Attempting to bind port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:42.466146 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Attempting to bind port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 on network 35124306-c90c-4195-9314-d33477c7a4e4 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:42.489630 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 on network 35124306-c90c-4195-9314-d33477c7a4e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:02:42.489942 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Attempting to bind port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 on network 35124306-c90c-4195-9314-d33477c7a4e4 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:42.501850 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:42.502190 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Checking segment: {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:42.502563 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Bound using segment: {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:42.503024 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Bound port: 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f823a6-0ef3-412e-b468-cff32b1678d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:42.503345 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.510779 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b338-0389-407a-8c2c-6980b159d4cc req-3679c845-dfa1-41b9-9c16-cbdc91d339ac tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:42.512268 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-3679c845-dfa1-41b9-9c16-cbdc91d339ac tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 810 time: 0.2113798 Mar 15 17:02:42.547409 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-1f6ce5ac-471a-449c-aa08-0252eee4344a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/quotas/600c131b1d654ea1b9ee7ce95244c47d HTTP/1.1" status: 200 len: 375 time: 0.0216236 Mar 15 17:02:42.561975 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab56a29-1d9a-4f79-a573-78fd357b7ead {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:42.572627 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Publish callbacks [] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.577492 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-438530d6-d8f9-4266-a039-ad1a8a077245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (72ec93b6-9cba-4bba-8e46-efd71993618a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.580231 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-438530d6-d8f9-4266-a039-ad1a8a077245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.584176 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-438530d6-d8f9-4266-a039-ad1a8a077245 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72ec93b6-9cba-4bba-8e46-efd71993618a HTTP/1.1" status: 204 len: 168 time: 0.2965584 Mar 15 17:02:42.626088 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438530d6-d8f9-4266-a039-ad1a8a077245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec93b6-9cba-4bba-8e46-efd71993618a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:42.637164 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Transition to ACTIVE for port object bab56a29-1d9a-4f79-a573-78fd357b7ead will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:02:42.644863 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.768294 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Pushing event updated for resources: {'Port': ['ID=bab56a29-1d9a-4f79-a573-78fd357b7ead,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:42.829644 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Attempting to bind port bab56a29-1d9a-4f79-a573-78fd357b7ead on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:42.830087 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Attempting to bind port bab56a29-1d9a-4f79-a573-78fd357b7ead by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:42.830296 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Attempting to bind port bab56a29-1d9a-4f79-a573-78fd357b7ead on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:42.840503 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Port bab56a29-1d9a-4f79-a573-78fd357b7ead on network ad4338a5-b29c-470d-a6f0-6f686850fae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:02:42.840773 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Attempting to bind port bab56a29-1d9a-4f79-a573-78fd357b7ead on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:42.850906 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:42.851241 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Checking segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:42.851616 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Bound using segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:42.852043 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Bound port: bab56a29-1d9a-4f79-a573-78fd357b7ead, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:42.852760 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.896476 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] For port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:42.921305 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918494-cc88-4b01-92c1-59346e48b4fd req-700d4ffd-5415-4583-a170-7d84943d1888 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:42.922157 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-700d4ffd-5415-4583-a170-7d84943d1888 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 816 time: 0.5321078 Mar 15 17:02:42.928492 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] For port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:42.946169 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:42.961011 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-2130438c-ad38-4499-9964-6a06b37d9920 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/quotas/d11e8ccf622543cd8ba4455cde67621c HTTP/1.1" status: 200 len: 375 time: 0.0284088 Mar 15 17:02:43.003636 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] For port bab56a29-1d9a-4f79-a573-78fd357b7ead, host hv-cinder-73362, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:43.004524 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-70f1b7a8-5082-44de-bfc4-dff6462bcf8a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531684 Mar 15 17:02:43.018476 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:43.019205 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.020633 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] 10.222.0.43 "PUT /v2.0/ports/3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 HTTP/1.1" status: 200 len: 1094 time: 1.9712665 Mar 15 17:02:43.028362 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] For port bab56a29-1d9a-4f79-a573-78fd357b7ead, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bab56a29-1d9a-4f79-a573-78fd357b7ead,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:43.035374 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7deb36a0-6760-49ee-8247-2319553c29e0', 'tag': '3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:43.038126 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.048775 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff5e57c-45ae-4118-8744-57d1b934b226" -d '{"events": [{"name": "network-changed", "server_uuid": "7deb36a0-6760-49ee-8247-2319553c29e0", "tag": "3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:43.089197 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:43.089991 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.089991 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] 10.222.0.43 "PUT /v2.0/ports/bab56a29-1d9a-4f79-a573-78fd357b7ead HTTP/1.1" status: 200 len: 1093 time: 1.2358017 Mar 15 17:02:43.089991 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764317a9-fea0-4c47-95de-33c323779d14', 'tag': 'bab56a29-1d9a-4f79-a573-78fd357b7ead'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:43.089991 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "764317a9-fea0-4c47-95de-33c323779d14", "tag": "bab56a29-1d9a-4f79-a573-78fd357b7ead"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:43.182760 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57000) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:43.206328 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd19dc-f503-4d4a-925d-c9f0acb07757 service neutron] Pushing event updated for resources: {'Port': ['ID=bab56a29-1d9a-4f79-a573-78fd357b7ead,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:43.210854 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b2ed0cce-e02b-4d0a-b4c2-5bf7ca79fe7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.252251 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-1bd41b4c-e4e6-4428-a339-d1a6ea9812a1 service neutron] 10.222.0.42 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299318 Mar 15 17:02:43.266977 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-9996d0d9-d93e-4d2c-8db3-6c40339675c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:43.270722 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-9996d0d9-d93e-4d2c-8db3-6c40339675c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 1127 time: 0.1253908 Mar 15 17:02:43.319513 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-1d16cd84-2b1e-4b91-b855-09bb5f4ffa15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab56a29-1d9a-4f79-a573-78fd357b7ead HTTP/1.1" status: 200 len: 217 time: 0.0414541 Mar 15 17:02:43.322962 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b5103-97e9-4a0f-a7cd-368fdea33df1 service neutron] Pushing event updated for resources: {'Port': ['ID=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:43.331953 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:02:43.399895 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b2ed0cce-e02b-4d0a-b4c2-5bf7ca79fe7a admin admin] Publish callbacks [] for security_group (254662ad-c4a9-49bd-bc72-317c4207b9ee), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.416275 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b2ed0cce-e02b-4d0a-b4c2-5bf7ca79fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (254662ad-c4a9-49bd-bc72-317c4207b9ee), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.436839 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-9ed0275d-103a-427a-9641-1e34a51d9e6a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4672821 Mar 15 17:02:43.456270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-79b18731-6baa-435e-9509-372608f95063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:43.460691 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-79b18731-6baa-435e-9509-372608f95063 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 1128 time: 0.3637943 Mar 15 17:02:43.462807 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-e28d19a7-8d11-4884-a706-1567ab029800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:43.465157 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-e28d19a7-8d11-4884-a706-1567ab029800 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.1380424 Mar 15 17:02:43.507866 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b2ed0cce-e02b-4d0a-b4c2-5bf7ca79fe7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9a7028a055044a6b6ddaf05d6fa71ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206594 Mar 15 17:02:43.508621 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed0cce-e02b-4d0a-b4c2-5bf7ca79fe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254662ad-c4a9-49bd-bc72-317c4207b9ee,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:43.527643 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57006) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:43.562644 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:43.579876 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1', 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4', 'port_id': '8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1', 'mac_address': 'fa:16:3e:f2:f4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ee0380-3c91-4be6-b95a-f0356c4ddeb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:02:43.585131 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-8a23ca54-359c-46f4-97b3-c256d283e67a service neutron] 10.222.0.42 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170302 Mar 15 17:02:43.588188 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-ca247604-59a9-45e7-82c1-4197f69e6905 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 HTTP/1.1" status: 200 len: 217 time: 0.0845277 Mar 15 17:02:43.621802 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:43.623029 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.636676 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:43.642564 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-f8016420-3466-4045-86ac-d9d950457483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:43.644142 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-f8016420-3466-4045-86ac-d9d950457483 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1518586 Mar 15 17:02:43.657505 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ee99d59b-78f7-4a1e-a361-43681b1f47ce admin admin] Publish callbacks [] for security_group (254662ad-c4a9-49bd-bc72-317c4207b9ee), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.662372 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:43.669238 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.676214 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-80e2dec5-2df4-440c-b690-f8a0d638dc51 service neutron] 10.222.0.42 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114768 Mar 15 17:02:43.678423 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-80b27a29-b4c9-4d07-b12f-6b1ce32414b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:43.679983 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-80b27a29-b4c9-4d07-b12f-6b1ce32414b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.0836339 Mar 15 17:02:43.778984 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-c73459e9-a656-4e5b-a196-cc538e88423f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918319 Mar 15 17:02:43.783095 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:43.791784 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ee99d59b-78f7-4a1e-a361-43681b1f47ce admin admin] Publish callbacks [] for security_group (254662ad-c4a9-49bd-bc72-317c4207b9ee), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.875097 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ee99d59b-78f7-4a1e-a361-43681b1f47ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (254662ad-c4a9-49bd-bc72-317c4207b9ee), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.878740 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ee99d59b-78f7-4a1e-a361-43681b1f47ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:43.883965 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:02:43.887936 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ee99d59b-78f7-4a1e-a361-43681b1f47ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/254662ad-c4a9-49bd-bc72-317c4207b9ee HTTP/1.1" status: 204 len: 168 time: 0.3573866 Mar 15 17:02:43.912673 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99d59b-78f7-4a1e-a361-43681b1f47ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254662ad-c4a9-49bd-bc72-317c4207b9ee,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:43.945338 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-8cd18ce0-604c-4b08-b5e0-7fdccec4a833 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852557 Mar 15 17:02:44.082547 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-561fbc20-5dee-4fc6-aa40-db86647ca360 service neutron] 10.222.0.42 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980598 Mar 15 17:02:44.101025 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-cc41e9b5-e313-4dcb-96c3-5ec31fdb4a6e service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144512 Mar 15 17:02:44.125757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c3ec7-2b9c-43f7-8cad-28337572f367 req-382dbe90-fe7c-4639-8e0a-d8f699f82de7 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:44.134303 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f72c3ec7-2b9c-43f7-8cad-28337572f367 req-382dbe90-fe7c-4639-8e0a-d8f699f82de7 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 946 time: 0.1983240 Mar 15 17:02:44.185184 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1f68460-1abb-49e6-a9ae-ba75c6516186 req-6c427c8c-3349-449e-81fb-40631c456e04 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336695 Mar 15 17:02:44.381035 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f72c3ec7-2b9c-43f7-8cad-28337572f367 req-8a7c9de9-8f5f-46bd-9a1f-230e4a92cb59 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425733 Mar 15 17:02:44.458128 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-847d74ce-55ca-4430-8beb-502a864f7d62 req-229c71f5-8c9e-4c64-8d65-38a59bf8d3a1 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512630 Mar 15 17:02:44.496083 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35e2667-214e-47c9-a27c-31b640b81db5 x-openstack-request-id: req-a35e2667-214e-47c9-a27c-31b640b81db5 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:44.496380 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7deb36a0-6760-49ee-8247-2319553c29e0", "tag": "3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:44.496679 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a35e2667-214e-47c9-a27c-31b640b81db5 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:44.497276 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7deb36a0-6760-49ee-8247-2319553c29e0', 'tag': '3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34', 'status': 'completed', 'code': 200} Mar 15 17:02:44.579443 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed69b51-1ba7-45b2-b133-24698947b86a x-openstack-request-id: req-8ed69b51-1ba7-45b2-b133-24698947b86a {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:44.579953 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764317a9-fea0-4c47-95de-33c323779d14", "tag": "bab56a29-1d9a-4f79-a573-78fd357b7ead", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:44.580032 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ed69b51-1ba7-45b2-b133-24698947b86a {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:44.582237 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764317a9-fea0-4c47-95de-33c323779d14', 'tag': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'status': 'completed', 'code': 200} Mar 15 17:02:44.715381 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-37d3da44-0a46-4d61-8f8f-14e8167ea622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:44.720430 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-37d3da44-0a46-4d61-8f8f-14e8167ea622 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 1127 time: 0.1207449 Mar 15 17:02:44.739808 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e101e4-a8b7-4c1b-80b7-2088939d615e req-ae4167b2-14a8-4ea1-90b0-724005ab1f2c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:44.747940 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c3e101e4-a8b7-4c1b-80b7-2088939d615e req-ae4167b2-14a8-4ea1-90b0-724005ab1f2c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 944 time: 0.2214665 Mar 15 17:02:44.772757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-3f1838cd-de67-4bb4-a4db-a4dbb42578b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:44.774408 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-3f1838cd-de67-4bb4-a4db-a4dbb42578b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 1128 time: 0.2329667 Mar 15 17:02:44.978568 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c3e101e4-a8b7-4c1b-80b7-2088939d615e req-42cbd465-87bd-4c04-92ad-92f6da05404b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251143 Mar 15 17:02:44.984607 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-2c9f30ad-4ef3-49e2-b77e-17b41a6d227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:44.990344 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-2c9f30ad-4ef3-49e2-b77e-17b41a6d227e service neutron] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 919 time: 0.2021301 Mar 15 17:02:45.026986 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a0fdb-c9fb-43fc-8bf5-b6885430ed1b req-67f2b4e6-642f-4dae-9ca6-18cdedf30721 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:45.029194 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-477a0fdb-c9fb-43fc-8bf5-b6885430ed1b req-67f2b4e6-642f-4dae-9ca6-18cdedf30721 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 943 time: 0.3490508 Mar 15 17:02:45.097128 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-6b6420ea-36eb-4d85-aea2-0bc07d269617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:45.101754 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-6b6420ea-36eb-4d85-aea2-0bc07d269617 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 914 time: 0.3731127 Mar 15 17:02:45.186687 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-4b95461d-9f83-4ec0-b339-b384df23d7a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 HTTP/1.1" status: 200 len: 217 time: 0.1498456 Mar 15 17:02:45.224232 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-8394ccde-217c-425d-ad9c-6f8d2bbd31a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab56a29-1d9a-4f79-a573-78fd357b7ead HTTP/1.1" status: 200 len: 217 time: 0.1154006 Mar 15 17:02:45.301797 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-96e96bae-3a03-4e56-877f-5e7e5da16a56 req-09a6dd23-90f3-4a52-927e-9ddab9022d5b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 210 time: 0.1119812 Mar 15 17:02:45.332439 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-88144a3d-25a0-46dc-a3df-ce4b51a102b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:45.333915 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-88144a3d-25a0-46dc-a3df-ce4b51a102b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.1010811 Mar 15 17:02:45.339872 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:45.420376 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-477a0fdb-c9fb-43fc-8bf5-b6885430ed1b req-94d5e7c1-4fe3-4864-b355-c9731906ba09 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679543 Mar 15 17:02:45.459901 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-75549ead-429b-4c49-90ec-9eacaf55908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:45.461789 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-75549ead-429b-4c49-90ec-9eacaf55908f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0921278 Mar 15 17:02:45.471406 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9a28555a-fc75-4a3b-83b2-fefb15b93f8e req-61cf7186-9e10-4ed2-8ad4-dd8289cf65a9 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 210 time: 0.0637608 Mar 15 17:02:45.472631 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:02:45.475492 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-5a3ac6fd-f5d1-4684-88b7-525eb6c6af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:45.476931 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-5a3ac6fd-f5d1-4684-88b7-525eb6c6af02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.2618093 Mar 15 17:02:45.482939 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:45.483416 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:45.600301 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-e378bb60-cc21-4ee5-943f-ffb521a7f46d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066396 Mar 15 17:02:45.675970 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:45.676364 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:45.714055 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:45.716234 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633910cf-1138-4074-a0e4-3186926d26ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:45.719307 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b658480-8395-451f-906d-cec0475b3379" -d '{"events": [{"server_uuid": "633910cf-1138-4074-a0e4-3186926d26ce", "name": "network-vif-plugged", "status": "completed", "tag": "8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:45.723744 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:45.757283 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-6a2ac54c-007e-44c7-bb7d-eaedf864d7e3 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730269 Mar 15 17:02:45.865360 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b3aeb2-b7b2-4f7f-b8b3-0d2615793eb2 x-openstack-request-id: req-08b3aeb2-b7b2-4f7f-b8b3-0d2615793eb2 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:45.865923 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633910cf-1138-4074-a0e4-3186926d26ce", "name": "network-vif-plugged", "status": "completed", "tag": "8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:45.867089 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08b3aeb2-b7b2-4f7f-b8b3-0d2615793eb2 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:45.867859 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633910cf-1138-4074-a0e4-3186926d26ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1', 'code': 200} Mar 15 17:02:45.895734 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:45.939349 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7e5bcc94-80b9-4f52-9e1f-ee454d9e4e7f req-34f20f49-842d-44b6-b43f-81ab7dbfa7f6 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739473 Mar 15 17:02:45.968935 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-cf19feb0-778e-4b62-b9a0-7ac6a4810186 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622975 Mar 15 17:02:46.063938 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b338-0389-407a-8c2c-6980b159d4cc req-29493763-777a-4987-95ff-aae55b7690f2 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:46.065651 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-29493763-777a-4987-95ff-aae55b7690f2 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 810 time: 0.4194784 Mar 15 17:02:46.198465 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf333a-1c32-44e5-a820-86a0f5190d1d req-3be8ac94-9661-441b-8db9-3ef636f345c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:46.200013 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-17cf333a-1c32-44e5-a820-86a0f5190d1d req-3be8ac94-9661-441b-8db9-3ef636f345c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1130 time: 0.1040039 Mar 15 17:02:46.277755 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-17cf333a-1c32-44e5-a820-86a0f5190d1d req-7013ab1f-d2a4-4bcc-8727-91ebd8b3f20c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673556 Mar 15 17:02:46.446850 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ff5e57c-45ae-4118-8744-57d1b934b226 req-9db01be1-a189-495a-ab88-b48c948fc973 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706640 Mar 15 17:02:46.464155 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9790f5ee-e759-425e-8cba-ce22e557bf90 req-d0f17b81-416b-49de-b5e9-d68cbcc0b266 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 210 time: 0.0452857 Mar 15 17:02:46.471272 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-44566fe4-2f36-4bc5-b622-d4639b23499a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=600c131b1d654ea1b9ee7ce95244c47d HTTP/1.1" status: 200 len: 380 time: 0.3966677 Mar 15 17:02:46.505189 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb296b-55c9-4cc1-ab44-8938c6bc5b31 req-551ff823-e167-4ac7-8830-5dc0dd5bbd55 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:46.507225 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3beb296b-55c9-4cc1-ab44-8938c6bc5b31 req-551ff823-e167-4ac7-8830-5dc0dd5bbd55 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 944 time: 0.3791983 Mar 15 17:02:46.572932 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3beb296b-55c9-4cc1-ab44-8938c6bc5b31 req-ddc56b3e-032f-401b-957f-b878a4d97498 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598831 Mar 15 17:02:46.703312 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8d684-99ed-4e95-8dfb-f95a997acf02 req-005a627e-6886-4210-a9bb-5f4d241ac364 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:46.709208 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bcb8d684-99ed-4e95-8dfb-f95a997acf02 req-005a627e-6886-4210-a9bb-5f4d241ac364 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 943 time: 0.0594888 Mar 15 17:02:46.766546 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bcb8d684-99ed-4e95-8dfb-f95a997acf02 req-47b7ab84-f48e-4805-832a-42642223364e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521333 Mar 15 17:02:46.850594 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63521a3d-0de8-4bdb-93b9-36325d580996 req-32cd30a4-9466-4784-a61a-d9287247f771 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 210 time: 0.0263534 Mar 15 17:02:47.564373 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b0dcf163-db98-4bea-b1c2-ae3856fe2391 req-25f4f12a-8df1-4bfe-ad2e-90c7179fa079 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 210 time: 0.0324049 Mar 15 17:02:47.692571 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f705c22-73a1-44ec-98b6-43273d36c0d7 req-96ab526a-4059-42fe-b5da-2689da55c0a5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:47.694260 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9f705c22-73a1-44ec-98b6-43273d36c0d7 req-96ab526a-4059-42fe-b5da-2689da55c0a5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 944 time: 0.0543766 Mar 15 17:02:47.745921 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9f705c22-73a1-44ec-98b6-43273d36c0d7 req-e0d16549-c427-406a-9d05-ab073a0855ea tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 Mar 15 17:02:47.753645 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57190) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:47.859440 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-703b60cb-0ee5-4fa4-952f-eb039f9ba8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:47.890538 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174196c7-aa59-4a8d-8270-9af51c904d26 req-098e44a0-d20f-494c-8a24-85b8aefc3f2f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:47.891995 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-174196c7-aa59-4a8d-8270-9af51c904d26 req-098e44a0-d20f-494c-8a24-85b8aefc3f2f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 943 time: 0.0547116 Mar 15 17:02:47.932831 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-703b60cb-0ee5-4fa4-952f-eb039f9ba8ef admin admin] Publish callbacks [] for security_group (63259803-8d72-409c-a076-c29b45869c50), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:47.937437 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-703b60cb-0ee5-4fa4-952f-eb039f9ba8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (63259803-8d72-409c-a076-c29b45869c50), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:47.940191 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-174196c7-aa59-4a8d-8270-9af51c904d26 req-01455404-6b5b-44a0-8607-ef0a7640c66e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Mar 15 17:02:47.975779 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-703b60cb-0ee5-4fa4-952f-eb039f9ba8ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f4343f4893e4bb8b37082ab842697fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205024 Mar 15 17:02:47.977733 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b60cb-0ee5-4fa4-952f-eb039f9ba8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63259803-8d72-409c-a076-c29b45869c50,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:47.978493 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57198) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:48.008322 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device bab56a29-1d9a-4f79-a573-78fd357b7ead details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:02:48.030494 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-70250f79-4ed6-40c2-8da2-4e75417facd2 req-ba454f83-417b-4586-88bd-d0fff1f4e997 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 210 time: 0.0331500 Mar 15 17:02:48.052129 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2825d7fb-638e-410f-9f5c-e165d7894932 admin admin] Publish callbacks [] for security_group (63259803-8d72-409c-a076-c29b45869c50), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.073899 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2825d7fb-638e-410f-9f5c-e165d7894932 admin admin] Publish callbacks [] for security_group (63259803-8d72-409c-a076-c29b45869c50), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.103439 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port bab56a29-1d9a-4f79-a573-78fd357b7ead, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bab56a29-1d9a-4f79-a573-78fd357b7ead,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:48.115496 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:02:48.120453 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2825d7fb-638e-410f-9f5c-e165d7894932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (63259803-8d72-409c-a076-c29b45869c50), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.123793 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2825d7fb-638e-410f-9f5c-e165d7894932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.125035 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-2825d7fb-638e-410f-9f5c-e165d7894932 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63259803-8d72-409c-a076-c29b45869c50 HTTP/1.1" status: 204 len: 168 time: 0.1454711 Mar 15 17:02:48.132539 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825d7fb-638e-410f-9f5c-e165d7894932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63259803-8d72-409c-a076-c29b45869c50,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:48.163734 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port bab56a29-1d9a-4f79-a573-78fd357b7ead is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:48.164120 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.177693 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab56a29-1d9a-4f79-a573-78fd357b7ead {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:48.204704 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port bab56a29-1d9a-4f79-a573-78fd357b7ead, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bab56a29-1d9a-4f79-a573-78fd357b7ead,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:48.208899 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.209627 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:02:48.282615 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=bab56a29-1d9a-4f79-a573-78fd357b7ead,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:48.354291 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:48.365841 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34', 'network_id': '35124306-c90c-4195-9314-d33477c7a4e4', 'port_id': '3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34', 'mac_address': 'fa:16:3e:c4:b7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ee0380-3c91-4be6-b95a-f0356c4ddeb8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:02:48.399455 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57206) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:48.403209 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:48.404081 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.417011 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:48.437797 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:48.441843 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.490241 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:48.584000 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0643-8275-485c-ad1d-fb4d14b67b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.659156 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0643-8275-485c-ad1d-fb4d14b67b26 admin admin] Publish callbacks [] for security_group (2be99e2a-f5a9-4148-88f3-d93f37b94b31), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.663459 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0643-8275-485c-ad1d-fb4d14b67b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (2be99e2a-f5a9-4148-88f3-d93f37b94b31), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.664202 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-148afea5-83de-46e1-9f45-06ca17106567 req-37d2a83f-6125-4fc2-95fb-7fca3a138db5 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 210 time: 0.0309324 Mar 15 17:02:48.702035 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1d0c0643-8275-485c-ad1d-fb4d14b67b26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=791a892e7a4e4f269f5859639809dfab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015041 Mar 15 17:02:48.702871 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c0643-8275-485c-ad1d-fb4d14b67b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be99e2a-f5a9-4148-88f3-d93f37b94b31,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:48.705302 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57212) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:48.760989 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41d255f9-800d-41b3-8aaa-cd3e9aa9e3c8 admin admin] Publish callbacks [] for security_group (2be99e2a-f5a9-4148-88f3-d93f37b94b31), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.782490 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41d255f9-800d-41b3-8aaa-cd3e9aa9e3c8 admin admin] Publish callbacks [] for security_group (2be99e2a-f5a9-4148-88f3-d93f37b94b31), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.829005 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41d255f9-800d-41b3-8aaa-cd3e9aa9e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (2be99e2a-f5a9-4148-88f3-d93f37b94b31), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.831539 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41d255f9-800d-41b3-8aaa-cd3e9aa9e3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:48.832763 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-41d255f9-800d-41b3-8aaa-cd3e9aa9e3c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2be99e2a-f5a9-4148-88f3-d93f37b94b31 HTTP/1.1" status: 204 len: 168 time: 0.1266830 Mar 15 17:02:48.840503 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d255f9-800d-41b3-8aaa-cd3e9aa9e3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be99e2a-f5a9-4148-88f3-d93f37b94b31,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:48.865344 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b13df-e194-44d7-bdf8-7496faf84a6e req-41c8482f-12d5-4021-a820-bcbc99a7fb9f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:48.866851 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-344b13df-e194-44d7-bdf8-7496faf84a6e req-41c8482f-12d5-4021-a820-bcbc99a7fb9f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0533001 Mar 15 17:02:48.906850 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'port': {'device_id': '03e44ee7-17b5-4ba4-9365-884756362fea', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'admin_state_up': True, 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'security_groups': ['f2d2aa46-2b8a-4d5c-98e5-00058f327574']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:48.963103 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-344b13df-e194-44d7-bdf8-7496faf84a6e req-2391d37e-3b66-4199-b7c1-36604ab366e9 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895169 Mar 15 17:02:49.086694 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Made reservation on behalf of 600c131b1d654ea1b9ee7ce95244c47d for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:49.090381 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:49.139507 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bd35d-48a0-4d86-a239-84d080c77e8d req-2cb56a73-bc53-4166-8fe6-1eead49db0a6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:49.141378 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d05bd35d-48a0-4d86-a239-84d080c77e8d req-2cb56a73-bc53-4166-8fe6-1eead49db0a6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 944 time: 0.1106567 Mar 15 17:02:49.158353 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['bab56a29-1d9a-4f79-a573-78fd357b7ead'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:02:49.217165 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:02:49.321998 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918494-cc88-4b01-92c1-59346e48b4fd req-812e8f39-e293-4890-adac-fa2120635a3d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:49.323438 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-812e8f39-e293-4890-adac-fa2120635a3d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 816 time: 0.1798370 Mar 15 17:02:49.406582 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-23821fb4-ea0d-4748-807d-ae2c53984edb req-237e0d4e-33d2-40a8-9b73-76300cf45202 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 210 time: 0.0776083 Mar 15 17:02:49.453887 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d05bd35d-48a0-4d86-a239-84d080c77e8d req-dacef7ce-44e3-449d-9402-6dbb7010efe2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293354 Mar 15 17:02:49.511399 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Allocated IP 172.20.0.8 (0529e954-2a15-4a47-acb2-fd874a7d184f/e665f065-74e0-4ecb-af2d-dab0027505c5/cbcd7c6f-d749-4a01-8d4a-0455ab037511) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:49.655654 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:49.691986 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:49.746662 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Network 0529e954-2a15-4a47-acb2-fd874a7d184f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:49.765187 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:49.784894 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:49.811242 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'Port': ['ID=cbcd7c6f-d749-4a01-8d4a-0455ab037511,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:49.854826 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:49.855726 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:49.896516 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f953a-8ef4-46b7-9515-329ee0bf4ab9 req-2e2e7f34-d1ee-4ab6-a8d1-59ee994e6087 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:49.897346 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d19f953a-8ef4-46b7-9515-329ee0bf4ab9 req-2e2e7f34-d1ee-4ab6-a8d1-59ee994e6087 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 931 time: 0.1532223 Mar 15 17:02:49.917216 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-52bc846f-cdd2-4c6b-85d7-0f66257436db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0166922 Mar 15 17:02:49.956693 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d19f953a-8ef4-46b7-9515-329ee0bf4ab9 req-5d6e4788-56e0-46aa-ad33-6ac5b9253dca tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510252 Mar 15 17:02:50.063284 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-64f277a2-a647-4eb2-863b-ca476bccd0ed None None] Provisioning complete for port cbcd7c6f-d749-4a01-8d4a-0455ab037511 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:50.063940 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-64f277a2-a647-4eb2-863b-ca476bccd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:50.103264 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc36ea5-8602-407b-8d30-cc1594129563 req-fbe7663b-1a3f-4a59-a3af-5b6c69e6e07d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:50.103470 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-64f277a2-a647-4eb2-863b-ca476bccd0ed None None] Port cbcd7c6f-d749-4a01-8d4a-0455ab037511 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:02:50.112471 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ccc36ea5-8602-407b-8d30-cc1594129563 req-fbe7663b-1a3f-4a59-a3af-5b6c69e6e07d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0785806 Mar 15 17:02:50.165847 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ccc36ea5-8602-407b-8d30-cc1594129563 req-fe1e67f7-85d3-41c2-8d5d-d9c7eebfc6fb tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504825 Mar 15 17:02:50.224860 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57282) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:50.345432 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0846d405-d214-4bd6-a21e-9a29c80e2eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:50.416924 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0846d405-d214-4bd6-a21e-9a29c80e2eb1 admin admin] Publish callbacks [] for security_group (45099c2e-b3a4-4f4c-bc41-b328c2ae2f8b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:50.420745 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0846d405-d214-4bd6-a21e-9a29c80e2eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (45099c2e-b3a4-4f4c-bc41-b328c2ae2f8b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:50.458000 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0846d405-d214-4bd6-a21e-9a29c80e2eb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=174b3a7d6e7f432aa1d0de83c2d53906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318926 Mar 15 17:02:50.460386 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846d405-d214-4bd6-a21e-9a29c80e2eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45099c2e-b3a4-4f4c-bc41-b328c2ae2f8b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:50.460804 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57294) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:50.504380 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7db84249-3321-4361-abe3-01c29be3825c req-87aa6e14-85d6-4572-982c-9854cf5ad6d3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 210 time: 0.0314715 Mar 15 17:02:50.556977 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c70c1466-82fd-4e92-b02a-3d3d427bfc0f admin admin] Publish callbacks [] for security_group (45099c2e-b3a4-4f4c-bc41-b328c2ae2f8b), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:50.586313 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c70c1466-82fd-4e92-b02a-3d3d427bfc0f admin admin] Publish callbacks [] for security_group (45099c2e-b3a4-4f4c-bc41-b328c2ae2f8b), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:50.593957 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4bfc-6736-4cdd-96ff-040726997a85 req-041a1414-416b-4278-a48c-fd93253fbcdf tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:50.595396 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-288a4bfc-6736-4cdd-96ff-040726997a85 req-041a1414-416b-4278-a48c-fd93253fbcdf tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 944 time: 0.0760815 Mar 15 17:02:50.663814 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-288a4bfc-6736-4cdd-96ff-040726997a85 req-1b8ab082-8b62-4fd5-81d2-34d2ad14caad tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616117 Mar 15 17:02:50.672508 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c70c1466-82fd-4e92-b02a-3d3d427bfc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (45099c2e-b3a4-4f4c-bc41-b328c2ae2f8b), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:50.675030 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c70c1466-82fd-4e92-b02a-3d3d427bfc0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:50.676136 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c70c1466-82fd-4e92-b02a-3d3d427bfc0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45099c2e-b3a4-4f4c-bc41-b328c2ae2f8b HTTP/1.1" status: 204 len: 168 time: 0.2141361 Mar 15 17:02:50.684186 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c1466-82fd-4e92-b02a-3d3d427bfc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45099c2e-b3a4-4f4c-bc41-b328c2ae2f8b,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:51.076123 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efbb0a-5136-4eff-88e4-efe28ec60c65 req-8690bb32-a969-48fe-8b0d-e132a9a61ba9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:51.077164 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-39efbb0a-5136-4eff-88e4-efe28ec60c65 req-8690bb32-a969-48fe-8b0d-e132a9a61ba9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 931 time: 0.0533726 Mar 15 17:02:51.124246 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-39efbb0a-5136-4eff-88e4-efe28ec60c65 req-f091f8b1-bd61-443f-a8df-1540f517ba6c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 Mar 15 17:02:51.274392 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e4f90-90dd-43d4-896b-6815bc5e5f33 req-17fe9723-e096-4363-9599-ac81973b5d0a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:51.275844 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7c9e4f90-90dd-43d4-896b-6815bc5e5f33 req-17fe9723-e096-4363-9599-ac81973b5d0a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 945 time: 0.0508678 Mar 15 17:02:51.284176 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57322) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:51.326826 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7c9e4f90-90dd-43d4-896b-6815bc5e5f33 req-eda6bfea-124b-4561-a728-7df99b799561 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Mar 15 17:02:51.384429 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1573699856-network', 'tenant_id': '96a6ed97fb7b456b8db3547c4954e62d'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:51.405327 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Made reservation on behalf of 96a6ed97fb7b456b8db3547c4954e62d for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:51.407556 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.415620 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.487768 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Publish callbacks [] for security_group (ded877d2-6cd2-4279-8258-2f1f2a8a4ea7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.491346 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (ded877d2-6cd2-4279-8258-2f1f2a8a4ea7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.512181 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:02:51.529606 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:51.535334 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (7b1e4e4c-5243-4dc6-85dd-bee25309405a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.535669 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Added segment 7b1e4e4c-5243-4dc6-85dd-bee25309405a of type vlan for network df59ee03-2ab9-4775-9f11-b6212329d26f Mar 15 17:02:51.576118 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (df59ee03-2ab9-4775-9f11-b6212329d26f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.602966 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (df59ee03-2ab9-4775-9f11-b6212329d26f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.603934 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:51.604618 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.608588 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ae226740-828b-43af-bf25-ca54551c25fe req-4097ea8d-3fe0-4880-bd13-c17d4e6c7b81 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 210 time: 0.0263517 Mar 15 17:02:51.655404 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3700032 Mar 15 17:02:51.658408 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57334) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:51.663298 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Request body: {'subnet': {'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1573699856-subnet', 'tenant_id': '96a6ed97fb7b456b8db3547c4954e62d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:51.665718 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376658c-b94b-43c6-b66c-581de5ff5940 admin admin] Pushing event updated for resources: {'Network': ['ID=df59ee03-2ab9-4775-9f11-b6212329d26f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:51.675393 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network df59ee03-2ab9-4775-9f11-b6212329d26f details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:02:51.680929 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Made reservation on behalf of 96a6ed97fb7b456b8db3547c4954e62d for: {'subnet': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:51.683268 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3753932'] for subnet (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.837031 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec7a93-f564-4b33-a42f-569ec589d6fd req-735be246-8fbd-489c-9b5d-61ad82f7a564 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:51.838483 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-90ec7a93-f564-4b33-a42f-569ec589d6fd req-735be246-8fbd-489c-9b5d-61ad82f7a564 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 944 time: 0.0956495 Mar 15 17:02:51.921294 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4101382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3753950'] for subnet (0444c988-ca95-4960-9856-aa23e1e95e45), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:51.930414 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-90ec7a93-f564-4b33-a42f-569ec589d6fd req-8c4219c5-27aa-4359-97f5-a0863fa7a9ba tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843141 Mar 15 17:02:51.977409 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0444c988-ca95-4960-9856-aa23e1e95e45,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:51.986412 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Checking segment: {'id': '7b1e4e4c-5243-4dc6-85dd-bee25309405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:51.986757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Network hostable DHCP agents. Network: df59ee03-2ab9-4775-9f11-b6212329d26f, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:02:52.002759 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Network df59ee03-2ab9-4775-9f11-b6212329d26f is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:02:52.011051 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, df59ee03-2ab9-4775-9f11-b6212329d26f) {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:52.015940 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:52.016555 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:52.020060 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef4a84-14cf-4299-9012-5d512d0218fa None None] Network df59ee03-2ab9-4775-9f11-b6212329d26f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:52.032212 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-3961e35e-1a83-435d-99bb-37f5eed37128 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3726456 Mar 15 17:02:52.104210 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Request body: {'port': {'device_id': '03e44ee7-17b5-4ba4-9365-884756362fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:52.142203 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-05e6bbc9-6266-4f2f-8786-6de2772530a9 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11e8ccf622543cd8ba4455cde67621c HTTP/1.1" status: 200 len: 380 time: 0.0838602 Mar 15 17:02:52.168776 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'port': {'device_id': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'admin_state_up': True, 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'security_groups': ['e7b6f638-1d2c-4d1c-b972-696ee8c4484b']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:52.251994 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d9acff-dad1-45a9-a068-1ce13eecc987 None None] Network df59ee03-2ab9-4775-9f11-b6212329d26f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:02:52.279191 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:52.392647 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7295d-c43c-472c-98ec-65f62a487a56 req-1f67d59b-f529-4980-82f2-67e8283686cd tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:52.394172 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5eb7295d-c43c-472c-98ec-65f62a487a56 req-1f67d59b-f529-4980-82f2-67e8283686cd tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 931 time: 0.1312771 Mar 15 17:02:52.524532 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Made reservation on behalf of d11e8ccf622543cd8ba4455cde67621c for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:52.528501 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:52.668928 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5eb7295d-c43c-472c-98ec-65f62a487a56 req-d676dc0e-ff39-449f-9105-c543a2e05e3a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637601 Mar 15 17:02:52.689716 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1464dc-9054-44e6-8025-c057e6883a7e req-e507ed05-5585-4882-862e-a0e62f2b825a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:52.691241 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7b1464dc-9054-44e6-8025-c057e6883a7e req-e507ed05-5585-4882-862e-a0e62f2b825a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 945 time: 0.2745016 Mar 15 17:02:52.811519 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b62e2460-0110-4dc2-b5df-43fa76f33014 req-b2d2757b-c2f0-4632-90e8-64e5ddb60132 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 210 time: 0.0681951 Mar 15 17:02:52.849800 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7b1464dc-9054-44e6-8025-c057e6883a7e req-4b126cc7-cb8f-407d-9c2c-121a275ffe3f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229300 Mar 15 17:02:52.943414 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Allocated IP 172.20.0.11 (5e22b704-6cd1-448c-920e-7df769d11493/29ca4c13-6827-42d6-ba0a-19212fdfc79f/6892ee86-8204-4544-9864-a95c68fd1f77) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:53.034643 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcd7c6f-d749-4a01-8d4a-0455ab037511 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:53.050990 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Publish callbacks [] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.088389 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57384) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:53.115780 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Transition to ACTIVE for port object cbcd7c6f-d749-4a01-8d4a-0455ab037511 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:02:53.138695 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device bab56a29-1d9a-4f79-a573-78fd357b7ead up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:53.146189 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.194815 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd941bb-df7e-458c-9af2-bc03935ec694 req-5b5092af-c9ba-490b-9961-9124d57d7a7d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:53.196632 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5bd941bb-df7e-458c-9af2-bc03935ec694 req-5b5092af-c9ba-490b-9961-9124d57d7a7d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 944 time: 0.1774635 Mar 15 17:02:53.248446 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port bab56a29-1d9a-4f79-a573-78fd357b7ead completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:02:53.257858 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port bab56a29-1d9a-4f79-a573-78fd357b7ead triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:53.262214 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.294503 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1554-9f1f-4773-a0fc-db95e45e326d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.295901 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcd7c6f-d749-4a01-8d4a-0455ab037511,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:53.389034 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5bd941bb-df7e-458c-9af2-bc03935ec694 req-f7d984f2-0643-4b9f-a566-1dd2e2d22f4b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831260 Mar 15 17:02:53.396753 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port bab56a29-1d9a-4f79-a573-78fd357b7ead is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:53.398380 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.400156 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for port (6892ee86-8204-4544-9864-a95c68fd1f77), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.407278 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1554-9f1f-4773-a0fc-db95e45e326d admin admin] Publish callbacks [] for security_group (572845f7-0140-4c1b-bf28-b1d57ee85349), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.422963 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1554-9f1f-4773-a0fc-db95e45e326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (572845f7-0140-4c1b-bf28-b1d57ee85349), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.435134 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Attempting to bind port cbcd7c6f-d749-4a01-8d4a-0455ab037511 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:53.435458 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Attempting to bind port cbcd7c6f-d749-4a01-8d4a-0455ab037511 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:53.435783 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Attempting to bind port cbcd7c6f-d749-4a01-8d4a-0455ab037511 on network 0529e954-2a15-4a47-acb2-fd874a7d184f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:53.443428 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764317a9-fea0-4c47-95de-33c323779d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab56a29-1d9a-4f79-a573-78fd357b7ead'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:53.446507 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731fc185-134c-443a-a1d1-89d599b878f0" -d '{"events": [{"server_uuid": "764317a9-fea0-4c47-95de-33c323779d14", "name": "network-vif-plugged", "status": "completed", "tag": "bab56a29-1d9a-4f79-a573-78fd357b7ead"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:53.447238 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Port cbcd7c6f-d749-4a01-8d4a-0455ab037511 on network 0529e954-2a15-4a47-acb2-fd874a7d184f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:02:53.447563 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Attempting to bind port cbcd7c6f-d749-4a01-8d4a-0455ab037511 on network 0529e954-2a15-4a47-acb2-fd874a7d184f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:53.456499 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:53.456837 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Checking segment: {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:53.457228 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Bound using segment: {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:53.457656 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Bound port: cbcd7c6f-d749-4a01-8d4a-0455ab037511, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:53.458015 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.463010 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57398) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:53.464068 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5c2e1554-9f1f-4773-a0fc-db95e45e326d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba2fee42eee742d9a46b7dcd33a9e2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738422 Mar 15 17:02:53.487779 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.489208 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e1554-9f1f-4773-a0fc-db95e45e326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572845f7-0140-4c1b-bf28-b1d57ee85349,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:53.502088 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port bab56a29-1d9a-4f79-a573-78fd357b7ead, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bab56a29-1d9a-4f79-a573-78fd357b7ead,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:53.505073 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6180c2c-48c9-4474-b797-6f7f65a44370 x-openstack-request-id: req-f6180c2c-48c9-4474-b797-6f7f65a44370 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:53.505402 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764317a9-fea0-4c47-95de-33c323779d14", "name": "network-vif-plugged", "status": "completed", "tag": "bab56a29-1d9a-4f79-a573-78fd357b7ead", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:53.505948 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6180c2c-48c9-4474-b797-6f7f65a44370 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:53.506525 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764317a9-fea0-4c47-95de-33c323779d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'code': 200} Mar 15 17:02:53.507770 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.508690 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:02:53.602784 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=bab56a29-1d9a-4f79-a573-78fd357b7ead,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:53.621028 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:02:53.625811 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:53.626192 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.719648 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:53.720233 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.760631 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b2902-a27b-425b-a390-aac08090ed51 req-1777699b-af98-4bcc-9b50-852301749f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:53.763594 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:53.764152 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-562b2902-a27b-425b-a390-aac08090ed51 req-1777699b-af98-4bcc-9b50-852301749f15 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 1129 time: 0.1013396 Mar 15 17:02:53.769270 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:53.821721 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-562b2902-a27b-425b-a390-aac08090ed51 req-98fc98a6-d71d-47da-8876-47573eeb6aa0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508039 Mar 15 17:02:53.829267 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:53.853322 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Network 5e22b704-6cd1-448c-920e-7df769d11493 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:53.875748 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:53.878165 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:53.898192 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:53.936921 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] For port cbcd7c6f-d749-4a01-8d4a-0455ab037511, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:53.953676 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe5aa-3aa5-4a11-9cac-82e58982eebf admin admin] Publish callbacks [] for security_group (572845f7-0140-4c1b-bf28-b1d57ee85349), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.000020 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] For port cbcd7c6f-d749-4a01-8d4a-0455ab037511, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:54.021991 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe5aa-3aa5-4a11-9cac-82e58982eebf admin admin] Publish callbacks [] for security_group (572845f7-0140-4c1b-bf28-b1d57ee85349), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.029977 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:54.030605 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.040192 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.049038 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d2bbe-3954-4d69-934a-a64291b6b3f6 req-74248821-4255-4b13-841e-def5629195c0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:54.050522 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a22d2bbe-3954-4d69-934a-a64291b6b3f6 req-74248821-4255-4b13-841e-def5629195c0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 943 time: 0.2541246 Mar 15 17:02:54.135476 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-fab992ac-3983-4c42-bf8c-9d2d6dde0cb9 None None] Provisioning complete for port 6892ee86-8204-4544-9864-a95c68fd1f77 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:02:54.135847 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fab992ac-3983-4c42-bf8c-9d2d6dde0cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.136120 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:54.136767 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.138161 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] 10.222.0.43 "PUT /v2.0/ports/cbcd7c6f-d749-4a01-8d4a-0455ab037511 HTTP/1.1" status: 200 len: 1093 time: 2.0383492 Mar 15 17:02:54.142351 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-14b89fc2-9f26-4341-9b76-5e2628f8d0e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9929142 Mar 15 17:02:54.143389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e44ee7-17b5-4ba4-9365-884756362fea', 'tag': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:54.145097 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882" -d '{"events": [{"name": "network-changed", "server_uuid": "03e44ee7-17b5-4ba4-9365-884756362fea", "tag": "cbcd7c6f-d749-4a01-8d4a-0455ab037511"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:54.163740 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Request body: {'port': {'device_id': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:54.172893 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38459c60-ce4a-4ea0-a0ef-d4e0aec4d3b6 req-46ec85a0-4486-4c7b-a99b-3ecb86371246 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:54.174439 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-38459c60-ce4a-4ea0-a0ef-d4e0aec4d3b6 req-46ec85a0-4486-4c7b-a99b-3ecb86371246 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 932 time: 0.2403502 Mar 15 17:02:54.175425 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-fab992ac-3983-4c42-bf8c-9d2d6dde0cb9 None None] Port 6892ee86-8204-4544-9864-a95c68fd1f77 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:02:54.278954 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb8299-3826-4dc4-beb8-089187918761 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcd7c6f-d749-4a01-8d4a-0455ab037511,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:54.292138 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a22d2bbe-3954-4d69-934a-a64291b6b3f6 req-ed13c21d-3c61-455d-8a05-c07d9186c326 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354536 Mar 15 17:02:54.292762 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe5aa-3aa5-4a11-9cac-82e58982eebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (572845f7-0140-4c1b-bf28-b1d57ee85349), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.295904 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe5aa-3aa5-4a11-9cac-82e58982eebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.296979 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-d2cbe5aa-3aa5-4a11-9cac-82e58982eebf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/572845f7-0140-4c1b-bf28-b1d57ee85349 HTTP/1.1" status: 204 len: 168 time: 0.8330336 Mar 15 17:02:54.354513 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbe5aa-3aa5-4a11-9cac-82e58982eebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572845f7-0140-4c1b-bf28-b1d57ee85349,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:54.387638 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-38459c60-ce4a-4ea0-a0ef-d4e0aec4d3b6 req-8007235c-5216-424b-b9ea-261e1aef50d9 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863945 Mar 15 17:02:54.394217 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.420178 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b338-0389-407a-8c2c-6980b159d4cc req-c5159320-80f6-41f5-b71d-facd4dd0113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:54.423969 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-c5159320-80f6-41f5-b71d-facd4dd0113c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 1127 time: 0.2105820 Mar 15 17:02:54.525943 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-84108d62-496d-4eca-b0b7-e6bfe4fc8d8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511 HTTP/1.1" status: 200 len: 217 time: 0.0947113 Mar 15 17:02:54.692989 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57452) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:54.707380 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1726d31d-43e7-4196-97a1-7d6f98315cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.711541 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b338-0389-407a-8c2c-6980b159d4cc req-a1e06281-610d-470e-9c1d-96c1e69b42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:54.713006 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-a1e06281-610d-470e-9c1d-96c1e69b42b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e665f065-74e0-4ecb-af2d-dab0027505c5 HTTP/1.1" status: 200 len: 849 time: 0.1584947 Mar 15 17:02:54.782500 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-7c683a79-b75e-48be-bf08-e1a32b210e77 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:54.783979 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-7c683a79-b75e-48be-bf08-e1a32b210e77 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/networks?id=df59ee03-2ab9-4775-9f11-b6212329d26f HTTP/1.1" status: 200 len: 814 time: 0.3569739 Mar 15 17:02:54.799093 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1726d31d-43e7-4196-97a1-7d6f98315cd3 admin admin] Publish callbacks [] for security_group (e4f3a700-4c91-4894-ab90-19b29b7042d5), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.805709 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1726d31d-43e7-4196-97a1-7d6f98315cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e4f3a700-4c91-4894-ab90-19b29b7042d5), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.847373 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cac5f5-0b43-4bd6-bca0-5af59f6cef63 req-f9941917-1299-47dc-afc2-4680778dc62a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:54.848866 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e0cac5f5-0b43-4bd6-bca0-5af59f6cef63 req-f9941917-1299-47dc-afc2-4680778dc62a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.3634336 Mar 15 17:02:54.852083 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1726d31d-43e7-4196-97a1-7d6f98315cd3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47f8a8f40a924c9cae402b0ac7700a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573279 Mar 15 17:02:54.853896 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726d31d-43e7-4196-97a1-7d6f98315cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f3a700-4c91-4894-ab90-19b29b7042d5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:54.857247 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57454) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:54.878699 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-eb7aee72-1e79-43ae-9636-244c4c0e0cfb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/quotas/96a6ed97fb7b456b8db3547c4954e62d HTTP/1.1" status: 200 len: 375 time: 0.0810459 Mar 15 17:02:54.931352 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb44d-484e-4fba-9bcf-17333627f3c8 admin admin] Publish callbacks [] for security_group (e4f3a700-4c91-4894-ab90-19b29b7042d5), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.934898 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-94374ff3-0948-4c61-8cd1-106abd8ad580 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96a6ed97fb7b456b8db3547c4954e62d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429566 Mar 15 17:02:54.965746 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb44d-484e-4fba-9bcf-17333627f3c8 admin admin] Publish callbacks [] for security_group (e4f3a700-4c91-4894-ab90-19b29b7042d5), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:54.974927 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b338-0389-407a-8c2c-6980b159d4cc req-54dc470f-5a6e-4efc-815b-07a770b45b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:54.976481 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-54dc470f-5a6e-4efc-815b-07a770b45b54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0529e954-2a15-4a47-acb2-fd874a7d184f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2502332 Mar 15 17:02:55.025512 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb44d-484e-4fba-9bcf-17333627f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e4f3a700-4c91-4894-ab90-19b29b7042d5), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.028707 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb44d-484e-4fba-9bcf-17333627f3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.032327 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cf9bb44d-484e-4fba-9bcf-17333627f3c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4f3a700-4c91-4894-ab90-19b29b7042d5 HTTP/1.1" status: 204 len: 168 time: 0.1718035 Mar 15 17:02:55.041885 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e0cac5f5-0b43-4bd6-bca0-5af59f6cef63 req-997e4682-090a-463e-b085-3b96f9f4f96f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799953 Mar 15 17:02:55.058293 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bb44d-484e-4fba-9bcf-17333627f3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f3a700-4c91-4894-ab90-19b29b7042d5,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:55.165507 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f21d9-d644-4e86-b135-0bdebbdcb946 x-openstack-request-id: req-286f21d9-d644-4e86-b135-0bdebbdcb946 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:55.168879 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e44ee7-17b5-4ba4-9365-884756362fea", "tag": "cbcd7c6f-d749-4a01-8d4a-0455ab037511", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:55.174767 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-286f21d9-d644-4e86-b135-0bdebbdcb946 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:55.175484 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e44ee7-17b5-4ba4-9365-884756362fea', 'tag': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511', 'status': 'completed', 'code': 200} Mar 15 17:02:55.271900 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-631f1b9b-d0c3-414b-ab27-554ee95031dd service neutron] 10.222.0.42 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230014 Mar 15 17:02:55.331733 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6892ee86-8204-4544-9864-a95c68fd1f77 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:55.371102 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Publish callbacks [] for port (6892ee86-8204-4544-9864-a95c68fd1f77), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.378793 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-d17ff773-ea31-4acf-86ff-ebfa79fc4a23 service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851023 Mar 15 17:02:55.418968 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Transition to ACTIVE for port object 6892ee86-8204-4544-9864-a95c68fd1f77 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:02:55.452308 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.460511 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bb871-8486-4716-a62d-2b337fb0d4f0 req-35268a41-c3a3-4caf-9639-a2aac79fe0d2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:55.461970 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-051bb871-8486-4716-a62d-2b337fb0d4f0 req-35268a41-c3a3-4caf-9639-a2aac79fe0d2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.2291749 Mar 15 17:02:55.475460 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57464) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:55.489148 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7a269a7c-ea71-42c0-bd6c-1a6ba3dcfa18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.507721 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7deb36a0-6760-49ee-8247-2319553c29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:55.510635 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a075de6e-f96b-4ac4-8aae-72cbe083f8aa" -d '{"events": [{"server_uuid": "7deb36a0-6760-49ee-8247-2319553c29e0", "name": "network-vif-plugged", "status": "completed", "tag": "3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:55.554713 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-d2515586-dfc9-49d6-92b1-245d95888294 service neutron] 10.222.0.42 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602878 Mar 15 17:02:55.587406 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:55.593591 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7a269a7c-ea71-42c0-bd6c-1a6ba3dcfa18 admin admin] Publish callbacks [] for security_group (f4b4bcb0-0b5d-4ccd-a298-a1b10bef08c4), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.602393 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7a269a7c-ea71-42c0-bd6c-1a6ba3dcfa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f4b4bcb0-0b5d-4ccd-a298-a1b10bef08c4), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.655858 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-051bb871-8486-4716-a62d-2b337fb0d4f0 req-2b94f6d4-d354-45d4-b253-e43c6cf8df0d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828849 Mar 15 17:02:55.659095 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7a269a7c-ea71-42c0-bd6c-1a6ba3dcfa18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94537fb72a6c4ec1a925ee87771c0379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824749 Mar 15 17:02:55.659830 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57468) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:55.659963 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3995b338-0389-407a-8c2c-6980b159d4cc req-cb513230-4893-48a5-a8c3-2016c6d20bcb service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706606 Mar 15 17:02:55.660522 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a269a7c-ea71-42c0-bd6c-1a6ba3dcfa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b4bcb0-0b5d-4ccd-a298-a1b10bef08c4,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:55.695851 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Attempting to bind port 6892ee86-8204-4544-9864-a95c68fd1f77 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:02:55.696356 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Attempting to bind port 6892ee86-8204-4544-9864-a95c68fd1f77 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:02:55.697036 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Attempting to bind port 6892ee86-8204-4544-9864-a95c68fd1f77 on network 5e22b704-6cd1-448c-920e-7df769d11493 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:55.706342 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Port 6892ee86-8204-4544-9864-a95c68fd1f77 on network 5e22b704-6cd1-448c-920e-7df769d11493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:02:55.706858 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Attempting to bind port 6892ee86-8204-4544-9864-a95c68fd1f77 on network 5e22b704-6cd1-448c-920e-7df769d11493 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:02:55.714503 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:02:55.717632 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Checking segment: {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:02:55.718795 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Bound using segment: {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:02:55.719421 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Bound port: 6892ee86-8204-4544-9864-a95c68fd1f77, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:02:55.719968 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.860230 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13f4bf9e-f644-465e-9a0d-5666fcdd110c admin admin] Publish callbacks [] for security_group (f4b4bcb0-0b5d-4ccd-a298-a1b10bef08c4), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.893402 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13f4bf9e-f644-465e-9a0d-5666fcdd110c admin admin] Publish callbacks [] for security_group (f4b4bcb0-0b5d-4ccd-a298-a1b10bef08c4), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.917023 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-1de4d245-2657-415e-be60-6ad9fd503231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:55.918554 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-1de4d245-2657-415e-be60-6ad9fd503231 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 1127 time: 0.1859982 Mar 15 17:02:55.975935 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13f4bf9e-f644-465e-9a0d-5666fcdd110c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f4b4bcb0-0b5d-4ccd-a298-a1b10bef08c4), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.990378 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13f4bf9e-f644-465e-9a0d-5666fcdd110c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:55.991918 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-13f4bf9e-f644-465e-9a0d-5666fcdd110c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4b4bcb0-0b5d-4ccd-a298-a1b10bef08c4 HTTP/1.1" status: 204 len: 168 time: 0.3263998 Mar 15 17:02:56.004266 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4bf9e-f644-465e-9a0d-5666fcdd110c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b4bcb0-0b5d-4ccd-a298-a1b10bef08c4,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:56.182535 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:02:56.226408 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c970a-8fb2-419d-bfa1-a0b7be309300 req-322d3439-4dd4-461f-b3e7-fb1d97d9160c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.234995 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bf1c970a-8fb2-419d-bfa1-a0b7be309300 req-322d3439-4dd4-461f-b3e7-fb1d97d9160c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 943 time: 0.4350312 Mar 15 17:02:56.243068 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:02:56.271175 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:56.296203 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e431dd-2b27-4a68-badc-21eb5753c7f5 req-00eaa25f-5eb7-4679-948f-519a1cc361f3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.300967 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-05e431dd-2b27-4a68-badc-21eb5753c7f5 req-00eaa25f-5eb7-4679-948f-519a1cc361f3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.4363482 Mar 15 17:02:56.381511 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.382334 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:56.383750 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] 10.222.0.43 "PUT /v2.0/ports/6892ee86-8204-4544-9864-a95c68fd1f77 HTTP/1.1" status: 200 len: 1094 time: 2.2278593 Mar 15 17:02:56.412001 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bf1c970a-8fb2-419d-bfa1-a0b7be309300 req-22f34e72-4112-42a8-9143-a4dc46d58dd7 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759222 Mar 15 17:02:56.456729 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-cc0fdde8-baf0-41f6-86bd-9991d5b6b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.458519 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-cc0fdde8-baf0-41f6-86bd-9991d5b6b5ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 911 time: 0.5220826 Mar 15 17:02:56.465187 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc657b29-b20b-47bb-9b53-e6cc63c66740 service neutron] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:56.482134 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-05e431dd-2b27-4a68-badc-21eb5753c7f5 req-17a06f77-217c-4b5f-80c6-90a1d6d9e4f3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563170 Mar 15 17:02:56.506944 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246ed3ab-9a4c-4d09-aec1-c57a594fd2fa x-openstack-request-id: req-246ed3ab-9a4c-4d09-aec1-c57a594fd2fa {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:56.506944 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7deb36a0-6760-49ee-8247-2319553c29e0", "name": "network-vif-plugged", "status": "completed", "tag": "3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:56.506944 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-246ed3ab-9a4c-4d09-aec1-c57a594fd2fa {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:56.506944 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7deb36a0-6760-49ee-8247-2319553c29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34', 'code': 200} Mar 15 17:02:56.603390 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-6c091d4f-3b31-43d1-85d5-878131f447ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511 HTTP/1.1" status: 200 len: 217 time: 0.1344185 Mar 15 17:02:56.738823 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6b458d97-0ab6-43c3-8f75-2d3d8f2d6898 req-7ea6d2d2-256b-4858-bbf5-e688e8f74e4e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 210 time: 0.0718968 Mar 15 17:02:56.765662 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918494-cc88-4b01-92c1-59346e48b4fd req-06ea4855-bf32-42c1-a70f-f274b72742f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.767147 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-06ea4855-bf32-42c1-a70f-f274b72742f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 1128 time: 0.1982419 Mar 15 17:02:56.770445 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-95004850-bef9-4ea8-bba3-14d1de990696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.771809 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-95004850-bef9-4ea8-bba3-14d1de990696 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e665f065-74e0-4ecb-af2d-dab0027505c5 HTTP/1.1" status: 200 len: 849 time: 0.1542678 Mar 15 17:02:56.781327 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612c1e-8248-4a6c-89aa-ffae08a6a3cc req-5b0f6316-2fb3-4772-999f-36e6dfe207c6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.782840 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18612c1e-8248-4a6c-89aa-ffae08a6a3cc req-5b0f6316-2fb3-4772-999f-36e6dfe207c6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.1782064 Mar 15 17:02:56.809031 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c72f1-1a24-4f09-bcca-0f538acd562e req-849d0f49-9526-4892-bf40-58825c5631e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.810846 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3b6c72f1-1a24-4f09-bcca-0f538acd562e req-849d0f49-9526-4892-bf40-58825c5631e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 1130 time: 0.0795689 Mar 15 17:02:56.867578 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3b6c72f1-1a24-4f09-bcca-0f538acd562e req-aa9377f0-bb50-4b08-9178-c32102139557 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Mar 15 17:02:56.878645 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-243888dd-87cb-4f45-a4f5-a1460ecbac96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6892ee86-8204-4544-9864-a95c68fd1f77 HTTP/1.1" status: 200 len: 217 time: 0.0947957 Mar 15 17:02:56.944193 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-3ff9bc06-4ccd-4037-a67d-23ed3e0aa54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.945789 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-3ff9bc06-4ccd-4037-a67d-23ed3e0aa54d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0529e954-2a15-4a47-acb2-fd874a7d184f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1609089 Mar 15 17:02:56.955693 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18612c1e-8248-4a6c-89aa-ffae08a6a3cc req-6fdfac7e-0cbf-42ba-8cbf-2ddf73965c05 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245601 Mar 15 17:02:56.968288 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d3e26-d4c9-41ff-abfc-d0bde83fb8ca req-3dc73474-2358-4ecc-9a27-15997cf8a7ac tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:56.969965 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-197d3e26-d4c9-41ff-abfc-d0bde83fb8ca req-3dc73474-2358-4ecc-9a27-15997cf8a7ac tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.1397605 Mar 15 17:02:57.032651 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-197d3e26-d4c9-41ff-abfc-d0bde83fb8ca req-310c2968-a7f9-4c9b-9183-318c1619b4fa tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563173 Mar 15 17:02:57.189809 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:57.192262 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27be40ea-2b08-46ae-85dc-e9302a246979" -d '{"events": [{"name": "network-changed", "server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:57.231326 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8838c1b-4bea-410f-95c8-532c8f290714 x-openstack-request-id: req-e8838c1b-4bea-410f-95c8-532c8f290714 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:57.231674 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:57.231851 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8838c1b-4bea-410f-95c8-532c8f290714 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:57.232422 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77', 'status': 'completed', 'code': 200} Mar 15 17:02:57.236869 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918494-cc88-4b01-92c1-59346e48b4fd req-abc96e41-6224-4bc5-a583-1755e0f2e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:57.238537 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-abc96e41-6224-4bc5-a583-1755e0f2e3c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.1416328 Mar 15 17:02:57.251004 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed14445-e70b-494d-b344-5eda7b9c0fe1 req-8f29fd4b-75bc-4dfc-83bb-236871a173fc tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:57.252512 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3ed14445-e70b-494d-b344-5eda7b9c0fe1 req-8f29fd4b-75bc-4dfc-83bb-236871a173fc tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.1575134 Mar 15 17:02:57.261740 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57542) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:57.267515 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-f815a911-1fd2-4f79-bcf9-590c654894b3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'floatingip': {'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:57.305760 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-c7d3226a-72ea-4f75-96b1-6bf8bf4e7a60 service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937387 Mar 15 17:02:57.320352 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918494-cc88-4b01-92c1-59346e48b4fd req-97a959bd-72fe-4cb1-bdee-ca3d51a50657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:57.321856 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-97a959bd-72fe-4cb1-bdee-ca3d51a50657 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684814 Mar 15 17:02:57.376080 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f815a911-1fd2-4f79-bcf9-590c654894b3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (9eba5232-a833-4fbe-a951-2f7e00aa52b7), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:57.512161 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-912337ba-5b66-402a-903e-ae974a321c30 service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741931 Mar 15 17:02:57.514453 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d1b0ab7-47fc-4bec-9701-9c3acdd0d882 req-9aa81111-0de1-4656-a6ca-7438edd9ea2e service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653421 Mar 15 17:02:57.725464 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea4303-71d2-4bc1-91ff-f0f96da4f63c req-31048bd5-20ac-4591-8a67-00eb809ba00d tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:57.733371 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77ea4303-71d2-4bc1-91ff-f0f96da4f63c req-31048bd5-20ac-4591-8a67-00eb809ba00d tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 943 time: 0.1783962 Mar 15 17:02:57.739328 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85918494-cc88-4b01-92c1-59346e48b4fd req-09a3d648-c551-4807-9ff9-ed3e644fe5fe service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062352 Mar 15 17:02:57.748083 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49ce95-1445-4576-bc81-1077e63defa6 req-33632d35-83bc-473f-b7be-6cef313aaec2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:57.758126 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ac49ce95-1445-4576-bc81-1077e63defa6 req-33632d35-83bc-473f-b7be-6cef313aaec2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.1350279 Mar 15 17:02:57.938861 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-991bea73-e07f-4353-9a28-669df2fa4129 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:57.940361 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-991bea73-e07f-4353-9a28-669df2fa4129 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.43 "GET /v2.0/networks?id=df59ee03-2ab9-4775-9f11-b6212329d26f HTTP/1.1" status: 200 len: 814 time: 0.5039463 Mar 15 17:02:57.945297 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77ea4303-71d2-4bc1-91ff-f0f96da4f63c req-af977446-84a3-4de6-aaec-94be7d3b2781 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860771 Mar 15 17:02:57.953373 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ac49ce95-1445-4576-bc81-1077e63defa6 req-7a051a12-b0a2-4df0-b8cc-082814c6ebbb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873856 Mar 15 17:02:57.967694 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-a0d70f0a-6cb1-4cd0-8d6d-51a94f3fb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:57.969483 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-a0d70f0a-6cb1-4cd0-8d6d-51a94f3fb29f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 1128 time: 0.1257086 Mar 15 17:02:58.044550 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Request body: {'port': {'device_id': 'fd101cc3-c51e-440a-8169-df8d691c22c2', 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f', 'admin_state_up': True, 'tenant_id': '96a6ed97fb7b456b8db3547c4954e62d'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:02:58.134776 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-ef554833-ad3b-47c1-bce6-53348e286603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:58.135207 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-ef554833-ad3b-47c1-bce6-53348e286603 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 917 time: 0.1576881 Mar 15 17:02:58.154974 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6fb302bc-2668-4583-8304-14270951d753 req-55c3c31b-d492-485e-ae9f-a97729985514 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 210 time: 0.0384772 Mar 15 17:02:58.194211 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-26f72fca-e8fb-470c-864e-19dad918086c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6892ee86-8204-4544-9864-a95c68fd1f77 HTTP/1.1" status: 200 len: 217 time: 0.0432889 Mar 15 17:02:58.220089 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5e13-ef00-4aad-9784-8512a83f04ba req-f91da8eb-c126-43c1-b79d-124360652ef1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:58.221664 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a5dc5e13-ef00-4aad-9784-8512a83f04ba req-f91da8eb-c126-43c1-b79d-124360652ef1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.1430910 Mar 15 17:02:58.281463 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-5288ae79-b60f-444f-baf0-00fcd63e23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:58.282925 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-5288ae79-b60f-444f-baf0-00fcd63e23b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.0815616 Mar 15 17:02:58.311259 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a5dc5e13-ef00-4aad-9784-8512a83f04ba req-f1da28e3-c7dc-4ed2-a1ae-fd020825d680 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674465 Mar 15 17:02:58.354513 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-4ac4ae04-208d-43ac-9432-328acea46269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:58.357641 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-4ac4ae04-208d-43ac-9432-328acea46269 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653961 Mar 15 17:02:58.469694 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-542d0191-a9b7-4ba4-8096-5e03dfb9d90d service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045783 Mar 15 17:02:58.567693 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27be40ea-2b08-46ae-85dc-e9302a246979 req-aa233a87-875e-4e6a-915b-e5f21c52b452 service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885038 Mar 15 17:02:58.609033 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Made reservation on behalf of 96a6ed97fb7b456b8db3547c4954e62d for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:02:58.612520 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:58.620782 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f815a911-1fd2-4f79-bcf9-590c654894b3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:58.629558 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f815a911-1fd2-4f79-bcf9-590c654894b3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (9eba5232-a833-4fbe-a951-2f7e00aa52b7), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:58.692558 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57604) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:58.803419 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57bf9e60-b01d-47f3-befa-176f4e69addf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:58.808706 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-f815a911-1fd2-4f79-bcf9-590c654894b3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Floating IP 9eba5232-a833-4fbe-a951-2f7e00aa52b7 associated. External IP: 172.27.0.227, port: bab56a29-1d9a-4f79-a573-78fd357b7ead. Mar 15 17:02:58.879260 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57bf9e60-b01d-47f3-befa-176f4e69addf admin admin] Publish callbacks [] for security_group (79725ead-49dd-4b99-b542-a4bef8b14cf5), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:58.883063 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57bf9e60-b01d-47f3-befa-176f4e69addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (79725ead-49dd-4b99-b542-a4bef8b14cf5), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:58.884421 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Allocated IP 172.20.0.4 (df59ee03-2ab9-4775-9f11-b6212329d26f/0444c988-ca95-4960-9856-aa23e1e95e45/559b8660-8742-4d8b-953f-b76d8ce7995b) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:02:58.927969 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-57bf9e60-b01d-47f3-befa-176f4e69addf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2958696005a41b1b6834b0413672d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318723 Mar 15 17:02:58.928156 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57610) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:58.935092 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf9e60-b01d-47f3-befa-176f4e69addf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79725ead-49dd-4b99-b542-a4bef8b14cf5,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:58.983235 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-56d0e174-9f8a-4d08-afcc-e32e3124e2e8 admin admin] Publish callbacks [] for security_group (79725ead-49dd-4b99-b542-a4bef8b14cf5), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.008370 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-56d0e174-9f8a-4d08-afcc-e32e3124e2e8 admin admin] Publish callbacks [] for security_group (79725ead-49dd-4b99-b542-a4bef8b14cf5), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.079348 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-56d0e174-9f8a-4d08-afcc-e32e3124e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (79725ead-49dd-4b99-b542-a4bef8b14cf5), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.081920 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-56d0e174-9f8a-4d08-afcc-e32e3124e2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.085883 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-56d0e174-9f8a-4d08-afcc-e32e3124e2e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79725ead-49dd-4b99-b542-a4bef8b14cf5 HTTP/1.1" status: 204 len: 168 time: 0.1539509 Mar 15 17:02:59.155116 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0e174-9f8a-4d08-afcc-e32e3124e2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79725ead-49dd-4b99-b542-a4bef8b14cf5,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:59.196048 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device cbcd7c6f-d749-4a01-8d4a-0455ab037511 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:02:59.212800 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks [] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.219275 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e820-f081-4d8d-a2bf-4cd0947d8f00 req-52674c7d-c20b-464f-a65f-0d49ac79946a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:59.227944 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7978e820-f081-4d8d-a2bf-4cd0947d8f00 req-52674c7d-c20b-464f-a65f-0d49ac79946a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 943 time: 0.1654646 Mar 15 17:02:59.245832 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f815a911-1fd2-4f79-bcf9-590c654894b3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:02:59.246012 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b703ae-26e2-43b0-ab99-f5e99ac11d10 req-d6d2c2d0-cfcf-4e94-9c4e-f3358951fa97 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:59.251232 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a7b703ae-26e2-43b0-ab99-f5e99ac11d10 req-d6d2c2d0-cfcf-4e94-9c4e-f3358951fa97 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.1735027 Mar 15 17:02:59.330565 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7978e820-f081-4d8d-a2bf-4cd0947d8f00 req-2a1f9db1-982b-4bd1-beab-8431656f4a1c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992997 Mar 15 17:02:59.331048 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.371348 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port cbcd7c6f-d749-4a01-8d4a-0455ab037511, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:59.373058 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a7b703ae-26e2-43b0-ab99-f5e99ac11d10 req-423e521d-44ae-4157-9d97-47cc9992e108 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208832 Mar 15 17:02:59.400321 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'port_id': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511', 'mac_address': 'fa:16:3e:03:76:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:02:59.409989 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f815a911-1fd2-4f79-bcf9-590c654894b3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:02:59.425569 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:02:59.436384 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f815a911-1fd2-4f79-bcf9-590c654894b3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.447074 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port cbcd7c6f-d749-4a01-8d4a-0455ab037511 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:02:59.447311 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:59.447941 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.448101 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:59.478209 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcd7c6f-d749-4a01-8d4a-0455ab037511 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:02:59.487679 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Network df59ee03-2ab9-4775-9f11-b6212329d26f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:02:59.496110 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:02:59.501766 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port cbcd7c6f-d749-4a01-8d4a-0455ab037511, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:02:59.502968 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f815a911-1fd2-4f79-bcf9-590c654894b3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "PUT /v2.0/floatingips/9eba5232-a833-4fbe-a951-2f7e00aa52b7 HTTP/1.1" status: 200 len: 991 time: 2.2393491 Mar 15 17:02:59.504001 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:02:59.509479 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:59.510219 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.518878 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.525769 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764317a9-fea0-4c47-95de-33c323779d14', 'tag': 'bab56a29-1d9a-4f79-a573-78fd357b7ead'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:02:59.528636 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b97b395-b49e-4bab-90a0-a0c7099c035b" -d '{"events": [{"name": "network-changed", "server_uuid": "764317a9-fea0-4c47-95de-33c323779d14", "tag": "bab56a29-1d9a-4f79-a573-78fd357b7ead"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:02:59.538403 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5703292 Mar 15 17:02:59.539157 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01428cec-9468-469e-91da-5ed02048947d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Pushing event updated for resources: {'Port': ['ID=559b8660-8742-4d8b-953f-b76d8ce7995b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:59.563700 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57636) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:59.578193 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d5440afa-3cdc-4b61-a92a-69eb0cca4c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.579120 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981df6b-00ed-4ce3-af84-351a3b0b90e9 req-ce353940-93db-4985-a67c-46739886f301 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:59.581711 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5981df6b-00ed-4ce3-af84-351a3b0b90e9 req-ce353940-93db-4985-a67c-46739886f301 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 931 time: 0.1437140 Mar 15 17:02:59.586659 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=cbcd7c6f-d749-4a01-8d4a-0455ab037511,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:59.612376 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:02:59.619109 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183b8c4-07c3-4aa6-82d4-cd9d18b80a90 req-aa25466f-db41-4f2f-9204-589ee083edd4 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:02:59.621173 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2183b8c4-07c3-4aa6-82d4-cd9d18b80a90 req-aa25466f-db41-4f2f-9204-589ee083edd4 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.1281750 Mar 15 17:02:59.663128 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5981df6b-00ed-4ce3-af84-351a3b0b90e9 req-473b721d-5d63-462b-9008-6a48752325ca tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738819 Mar 15 17:02:59.679378 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d5440afa-3cdc-4b61-a92a-69eb0cca4c35 admin admin] Publish callbacks [] for security_group (26f371d2-119b-477a-868b-212fb3b8cf8a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.691705 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d5440afa-3cdc-4b61-a92a-69eb0cca4c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (26f371d2-119b-477a-868b-212fb3b8cf8a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.721094 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5440afa-3cdc-4b61-a92a-69eb0cca4c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f371d2-119b-477a-868b-212fb3b8cf8a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:59.722880 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2183b8c4-07c3-4aa6-82d4-cd9d18b80a90 req-47de966b-fa2a-471e-afb0-08d547ed4e36 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874426 Mar 15 17:02:59.738229 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b46b00d-4c0e-42c8-af59-1e123c5bdfc1 x-openstack-request-id: req-0b46b00d-4c0e-42c8-af59-1e123c5bdfc1 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:02:59.738614 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764317a9-fea0-4c47-95de-33c323779d14", "tag": "bab56a29-1d9a-4f79-a573-78fd357b7ead", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:02:59.738878 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b46b00d-4c0e-42c8-af59-1e123c5bdfc1 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:02:59.739286 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764317a9-fea0-4c47-95de-33c323779d14', 'tag': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'status': 'completed', 'code': 200} Mar 15 17:02:59.757432 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d5440afa-3cdc-4b61-a92a-69eb0cca4c35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=180cd08875b3414da6a25bc65982b919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926019 Mar 15 17:02:59.760060 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57640) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:02:59.807453 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-283cdb93-978b-4531-a7e4-777c6423151d admin admin] Publish callbacks [] for security_group (26f371d2-119b-477a-868b-212fb3b8cf8a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.829855 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-283cdb93-978b-4531-a7e4-777c6423151d admin admin] Publish callbacks [] for security_group (26f371d2-119b-477a-868b-212fb3b8cf8a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.878617 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-283cdb93-978b-4531-a7e4-777c6423151d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (26f371d2-119b-477a-868b-212fb3b8cf8a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.881374 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-283cdb93-978b-4531-a7e4-777c6423151d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:02:59.885451 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-283cdb93-978b-4531-a7e4-777c6423151d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26f371d2-119b-477a-868b-212fb3b8cf8a HTTP/1.1" status: 204 len: 168 time: 0.1219499 Mar 15 17:02:59.892198 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cdb93-978b-4531-a7e4-777c6423151d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f371d2-119b-477a-868b-212fb3b8cf8a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:02:59.905597 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '9eba5232-a833-4fbe-a951-2f7e00aa52b7', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:28Z', 'updated_at': '2022-03-15T17:02:58Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:02:59.939764 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:02:59.949204 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:02:59.950007 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:02:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:00.050430 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f10088-5197-47dd-b06b-8f5be3815040 req-277fede3-f44d-4ce3-b54a-5b03a2ecc48b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:00.051895 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9f10088-5197-47dd-b06b-8f5be3815040 req-277fede3-f44d-4ce3-b54a-5b03a2ecc48b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0528035 Mar 15 17:03:00.058470 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:03:00.108628 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9f10088-5197-47dd-b06b-8f5be3815040 req-2d0bd661-e006-407c-b89d-cc957e7c8197 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485389 Mar 15 17:03:00.295765 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '9eba5232-a833-4fbe-a951-2f7e00aa52b7', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:28Z', 'updated_at': '2022-03-15T17:02:58Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:00.323297 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84429e-4c9a-46dd-b204-5aa9351bf609 None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '9eba5232-a833-4fbe-a951-2f7e00aa52b7', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:28Z', 'updated_at': '2022-03-15T17:02:58Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:03:00.477589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c85ca8-bde0-4479-9c94-17b74ea6d0fc req-f0b96fd4-2576-446c-a205-888e98915206 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:00.479098 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b6c85ca8-bde0-4479-9c94-17b74ea6d0fc req-f0b96fd4-2576-446c-a205-888e98915206 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 944 time: 0.0805998 Mar 15 17:03:00.530595 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78574c62-94e3-4db6-9202-b03020e8cd3b req-00bd6394-d35b-4c6d-9bab-c98471566059 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:00.537465 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-78574c62-94e3-4db6-9202-b03020e8cd3b req-00bd6394-d35b-4c6d-9bab-c98471566059 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.0999482 Mar 15 17:03:00.567321 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b6c85ca8-bde0-4479-9c94-17b74ea6d0fc req-9c0f5113-6c3c-4449-99a4-023b52d9edad tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789318 Mar 15 17:03:00.580073 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e9045-ab64-4c5e-a39d-42533fbd3e72 None None] New status for floating IP 9eba5232-a833-4fbe-a951-2f7e00aa52b7: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:03:00.594255 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-78574c62-94e3-4db6-9202-b03020e8cd3b req-f784279b-5d0f-4866-ae28-7048e1828e1c tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559235 Mar 15 17:03:00.798069 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c706788-f1e5-4721-9429-09e6369e7192 req-d98f3a2c-8d4b-4c6e-a70a-0d29e08be5e0 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:00.799404 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4c706788-f1e5-4721-9429-09e6369e7192 req-d98f3a2c-8d4b-4c6e-a70a-0d29e08be5e0 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 931 time: 0.0528789 Mar 15 17:03:00.866761 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4c706788-f1e5-4721-9429-09e6369e7192 req-37ca15bd-a416-4727-8bc2-e0609744d9a2 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590489 Mar 15 17:03:01.239070 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5853-df28-4853-9f94-9dc4d2b790c8 req-075597fb-b369-4a8e-a679-6daba03399c1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:01.240573 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-026e5853-df28-4853-9f94-9dc4d2b790c8 req-075597fb-b369-4a8e-a679-6daba03399c1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0734463 Mar 15 17:03:01.286851 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-026e5853-df28-4853-9f94-9dc4d2b790c8 req-ef38507c-f0ae-4e0f-8377-39c44bbbbe9f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Mar 15 17:03:01.722977 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb68119-8b1b-46cf-8257-fad1ccac4d10 req-34b7fda6-3666-456e-95e1-0929302f5546 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:01.724587 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6bb68119-8b1b-46cf-8257-fad1ccac4d10 req-34b7fda6-3666-456e-95e1-0929302f5546 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 944 time: 0.0823131 Mar 15 17:03:01.745126 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542170c6-0f9c-4c52-af92-3987e0c39328 req-616ed67f-9b62-4c93-bdcc-7d29aec67465 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:01.746512 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-542170c6-0f9c-4c52-af92-3987e0c39328 req-616ed67f-9b62-4c93-bdcc-7d29aec67465 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.0729990 Mar 15 17:03:01.807364 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6bb68119-8b1b-46cf-8257-fad1ccac4d10 req-ad7f66f0-78f2-4c7c-96ad-4e64e4af78dd tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742481 Mar 15 17:03:01.818406 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-542170c6-0f9c-4c52-af92-3987e0c39328 req-bd0985a3-98c4-402d-bdc9-6d2e08079e11 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639403 Mar 15 17:03:01.979188 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0ca9-61a5-4aca-8ea3-77f1724bf8ce req-dcce5b23-5bae-41e1-b43f-876406690b42 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:01.980620 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-653d0ca9-61a5-4aca-8ea3-77f1724bf8ce req-dcce5b23-5bae-41e1-b43f-876406690b42 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 931 time: 0.0498712 Mar 15 17:03:02.024709 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-653d0ca9-61a5-4aca-8ea3-77f1724bf8ce req-897ec5db-4c31-432d-9c8d-92913fc86f64 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381148 Mar 15 17:03:02.130758 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 6892ee86-8204-4544-9864-a95c68fd1f77 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:03:02.165436 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Request body: {'port': {'device_id': 'fd101cc3-c51e-440a-8169-df8d691c22c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:03:02.239726 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:02.246613 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:03:02.268197 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '6892ee86-8204-4544-9864-a95c68fd1f77', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'port_id': '6892ee86-8204-4544-9864-a95c68fd1f77', 'mac_address': 'fa:16:3e:72:cf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:03:02.314411 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-356ad444-06dc-44d3-be92-a2b019b41179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:02.315915 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-356ad444-06dc-44d3-be92-a2b019b41179 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 1130 time: 0.1054332 Mar 15 17:03:02.318391 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-30831496-2abf-4a24-88b6-bb670fe4a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:02.319179 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 6892ee86-8204-4544-9864-a95c68fd1f77 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:03:02.319851 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:02.321154 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-30831496-2abf-4a24-88b6-bb670fe4a9c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 1129 time: 0.0743425 Mar 15 17:03:02.334738 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6892ee86-8204-4544-9864-a95c68fd1f77 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:03:02.364625 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:03:02.381448 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:02.437339 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:02.559824 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559b8660-8742-4d8b-953f-b76d8ce7995b {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:03:02.568534 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Publish callbacks [] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:02.583976 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Transition to ACTIVE for port object 559b8660-8742-4d8b-953f-b76d8ce7995b will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:03:02.589655 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:02.603449 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['cbcd7c6f-d749-4a01-8d4a-0455ab037511'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:03:02.720840 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Attempting to bind port 559b8660-8742-4d8b-953f-b76d8ce7995b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:03:02.721230 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Attempting to bind port 559b8660-8742-4d8b-953f-b76d8ce7995b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7b1e4e4c-5243-4dc6-85dd-bee25309405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:03:02.721568 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Attempting to bind port 559b8660-8742-4d8b-953f-b76d8ce7995b on network df59ee03-2ab9-4775-9f11-b6212329d26f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:03:02.731263 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Port 559b8660-8742-4d8b-953f-b76d8ce7995b on network df59ee03-2ab9-4775-9f11-b6212329d26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:03:02.731708 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Attempting to bind port 559b8660-8742-4d8b-953f-b76d8ce7995b on network df59ee03-2ab9-4775-9f11-b6212329d26f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:03:02.738271 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Pushing event updated for resources: {'Port': ['ID=559b8660-8742-4d8b-953f-b76d8ce7995b,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:02.747926 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:03:02.748174 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Checking segment: {'id': '7b1e4e4c-5243-4dc6-85dd-bee25309405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:03:02.748642 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Bound using segment: {'id': '7b1e4e4c-5243-4dc6-85dd-bee25309405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:03:02.750220 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Bound port: 559b8660-8742-4d8b-953f-b76d8ce7995b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1e4e4c-5243-4dc6-85dd-bee25309405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:03:02.750728 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:02.793885 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-2ddaec5a-072a-4c26-adce-e610074cf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:02.796441 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-2ddaec5a-072a-4c26-adce-e610074cf206 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 914 time: 0.4491756 Mar 15 17:03:02.799101 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['6892ee86-8204-4544-9864-a95c68fd1f77'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:03:02.842031 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] For port 559b8660-8742-4d8b-953f-b76d8ce7995b, host hv-cinder-73362, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:03:02.846682 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] For port 559b8660-8742-4d8b-953f-b76d8ce7995b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=559b8660-8742-4d8b-953f-b76d8ce7995b,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:03:02.856248 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:02.891818 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-84a7fdd0-6682-42c1-aba3-ecd2cb8aed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:02.893669 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-84a7fdd0-6682-42c1-aba3-ecd2cb8aed56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 919 time: 0.5504262 Mar 15 17:03:02.926643 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:02.926643 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:02.926643 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] 10.222.0.43 "PUT /v2.0/ports/559b8660-8742-4d8b-953f-b76d8ce7995b HTTP/1.1" status: 200 len: 1093 time: 0.7653608 Mar 15 17:03:02.926643 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd101cc3-c51e-440a-8169-df8d691c22c2', 'tag': '559b8660-8742-4d8b-953f-b76d8ce7995b'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:03:02.928012 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a2c632-2025-4951-9b12-e8a68cdf4dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd101cc3-c51e-440a-8169-df8d691c22c2", "tag": "559b8660-8742-4d8b-953f-b76d8ce7995b"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:03:02.963128 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49074b2e-555f-4df0-8a94-387ba7bc2756 service neutron] Pushing event updated for resources: {'Port': ['ID=559b8660-8742-4d8b-953f-b76d8ce7995b,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:02.964899 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d99f87-1d0d-419f-b8a6-28bb6fff2642 req-e0f85f7c-b2de-4707-b8db-7f36ea500376 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:02.966472 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-50d99f87-1d0d-419f-b8a6-28bb6fff2642 req-e0f85f7c-b2de-4707-b8db-7f36ea500376 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.5731707 Mar 15 17:03:03.094568 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-6be6b698-b445-4965-a696-65f72e60c91a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 HTTP/1.1" status: 200 len: 217 time: 0.1911016 Mar 15 17:03:03.112331 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-520ecb7c-c574-4b2a-ad11-e031f76b36f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:03.149296 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-943f0eaa-a43e-4ce3-b257-5d8bed9c1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.162846 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-943f0eaa-a43e-4ce3-b257-5d8bed9c1148 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a6ed97fb7b456b8db3547c4954e62d&device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 1127 time: 0.1029673 Mar 15 17:03:03.184793 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-46a47fd7-b03b-4006-804a-f56b096c1039 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab56a29-1d9a-4f79-a573-78fd357b7ead HTTP/1.1" status: 200 len: 1001 time: 0.3783135 Mar 15 17:03:03.199760 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-15368e76-4c80-4e3b-8580-979bd23d97c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=559b8660-8742-4d8b-953f-b76d8ce7995b HTTP/1.1" status: 200 len: 217 time: 0.0392251 Mar 15 17:03:03.260536 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-8e86410b-dc6c-4746-bb25-d4470c8ccd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.262000 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-8e86410b-dc6c-4746-bb25-d4470c8ccd44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0444c988-ca95-4960-9856-aa23e1e95e45 HTTP/1.1" status: 200 len: 854 time: 0.0504177 Mar 15 17:03:03.274275 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-50d99f87-1d0d-419f-b8a6-28bb6fff2642 req-2abbf9dd-08ef-45f3-ae90-3b667282fd33 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053952 Mar 15 17:03:03.287893 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b558a0-2fa7-4bad-8f3a-d1f4971e52e8 req-568be510-b93d-47e9-83bb-75c2249226a6 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.289652 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f0b558a0-2fa7-4bad-8f3a-d1f4971e52e8 req-568be510-b93d-47e9-83bb-75c2249226a6 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 944 time: 0.2848318 Mar 15 17:03:03.296222 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-27e458d9-1071-4291-a142-2cb877dd4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.297899 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-27e458d9-1071-4291-a142-2cb877dd4b1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.1044390 Mar 15 17:03:03.305662 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-57278ef9-bd20-4f12-ab10-0d7926550bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.307192 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-57278ef9-bd20-4f12-ab10-0d7926550bda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.1631491 Mar 15 17:03:03.324896 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-e4459450-4561-4b50-9021-36d7e274879b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df59ee03-2ab9-4775-9f11-b6212329d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474951 Mar 15 17:03:03.416176 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-8f6b24b9-5996-47ac-bc33-6860f019eb68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759070 Mar 15 17:03:03.446493 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f0b558a0-2fa7-4bad-8f3a-d1f4971e52e8 req-f1b1dbb1-90c6-4e88-89c2-92cc1278461f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474710 Mar 15 17:03:03.455542 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-7bd5f147-1cf5-4a8d-ac6d-6cd1491afd4e service neutron] 10.222.0.43 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249087 Mar 15 17:03:03.517704 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1778f9e-a410-4def-8fda-651d19cada5d x-openstack-request-id: req-e1778f9e-a410-4def-8fda-651d19cada5d {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:03:03.517995 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd101cc3-c51e-440a-8169-df8d691c22c2", "tag": "559b8660-8742-4d8b-953f-b76d8ce7995b", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:03:03.518289 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1778f9e-a410-4def-8fda-651d19cada5d {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:03:03.518718 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd101cc3-c51e-440a-8169-df8d691c22c2', 'tag': '559b8660-8742-4d8b-953f-b76d8ce7995b', 'status': 'completed', 'code': 200} Mar 15 17:03:03.540723 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-285545a9-3feb-41b2-bf2a-752e35756d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.543252 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-285545a9-3feb-41b2-bf2a-752e35756d49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2186661 Mar 15 17:03:03.555457 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886b9f4-f2cb-4304-a5cf-3687e9f8ad46 req-f641d0c8-d5f7-41ed-9a86-ec4ca5264300 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.556919 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2886b9f4-f2cb-4304-a5cf-3687e9f8ad46 req-f641d0c8-d5f7-41ed-9a86-ec4ca5264300 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 945 time: 0.1782956 Mar 15 17:03:03.566370 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9fafeb75-000f-492d-8a82-4371e8500d1c req-6739bb74-bb13-494f-b43a-6d03336cc001 service neutron] 10.222.0.43 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003268 Mar 15 17:03:03.664578 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-1fea7b6b-0568-42d8-82af-8ad16cab5673 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166152 Mar 15 17:03:03.668428 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-b30eb40a-0e5b-451a-985f-faac866b3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.670661 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-b30eb40a-0e5b-451a-985f-faac866b3b20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a6ed97fb7b456b8db3547c4954e62d&device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 1127 time: 0.0477395 Mar 15 17:03:03.766704 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-26e19167-f9a8-44ce-8d05-73a80f1f2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.768168 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-26e19167-f9a8-44ce-8d05-73a80f1f2502 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df59ee03-2ab9-4775-9f11-b6212329d26f HTTP/1.1" status: 200 len: 915 time: 0.0922174 Mar 15 17:03:03.787086 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2886b9f4-f2cb-4304-a5cf-3687e9f8ad46 req-6e88ba69-8eac-4e80-89bb-c4b44677f8ff tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115681 Mar 15 17:03:03.814494 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c63b2-7538-49ac-ac13-5926c5dd5b51 req-dd126dab-0956-4ea2-a40e-0245869647a1 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.814494 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b5c63b2-7538-49ac-ac13-5926c5dd5b51 req-dd126dab-0956-4ea2-a40e-0245869647a1 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 943 time: 0.2481003 Mar 15 17:03:03.818404 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-41016657-db0e-461e-af90-462c46342d53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=559b8660-8742-4d8b-953f-b76d8ce7995b HTTP/1.1" status: 200 len: 217 time: 0.0355594 Mar 15 17:03:03.835388 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-588e4a2f-3046-4a3e-8668-127e64bbbb36 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773407 Mar 15 17:03:03.870864 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-be355ff9-c2bf-4e55-a45b-d12d01f46631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:03.872369 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-be355ff9-c2bf-4e55-a45b-d12d01f46631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0444c988-ca95-4960-9856-aa23e1e95e45 HTTP/1.1" status: 200 len: 854 time: 0.0468690 Mar 15 17:03:03.905262 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-a7c06589-30fa-4ca5-be38-a1d626364a43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df59ee03-2ab9-4775-9f11-b6212329d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260668 Mar 15 17:03:03.928238 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fa1bb3b5-ea5f-4f7c-82e6-be879d4d798d req-0f8b8ba5-3e82-44ba-b2f9-4a6ece8819e6 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544990 Mar 15 17:03:03.950722 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b5c63b2-7538-49ac-ac13-5926c5dd5b51 req-a42e05dd-493a-49a7-8b1e-80b9c4f6be07 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292036 Mar 15 17:03:03.994540 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b97b395-b49e-4bab-90a0-a0c7099c035b req-e3b6549f-a591-4265-a05a-116656bfa924 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403680 Mar 15 17:03:04.019378 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-e2b50249-2008-48bf-9554-3e0622deea80 service neutron] 10.222.0.43 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068718 Mar 15 17:03:04.082298 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a573cec-eee0-4e94-90b1-5472080ccd60 req-88b57ef3-2f25-4f14-8951-3d310a4dd876 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:04.083779 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a573cec-eee0-4e94-90b1-5472080ccd60 req-88b57ef3-2f25-4f14-8951-3d310a4dd876 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 946 time: 0.0560048 Mar 15 17:03:04.119561 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-41a2c632-2025-4951-9b12-e8a68cdf4dc9 req-593b5e52-b9d9-4785-8499-fee52f10f044 service neutron] 10.222.0.43 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862195 Mar 15 17:03:04.122508 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 6892ee86-8204-4544-9864-a95c68fd1f77 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:03:04.133130 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a573cec-eee0-4e94-90b1-5472080ccd60 req-2b07b327-a0b0-4a09-a132-85d824059db2 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Mar 15 17:03:04.185904 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 6892ee86-8204-4544-9864-a95c68fd1f77 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:03:04.190651 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 6892ee86-8204-4544-9864-a95c68fd1f77 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:03:04.191016 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.266044 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 6892ee86-8204-4544-9864-a95c68fd1f77 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:03:04.266472 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.289965 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:03:04.292772 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c0be53-0781-40aa-a065-e870e115a9f7" -d '{"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-plugged", "status": "completed", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:03:04.318192 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:03:04.327052 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.327853 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device cbcd7c6f-d749-4a01-8d4a-0455ab037511 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:03:04.354951 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34d1c1c-f69e-4c76-be16-76b0b2e2c7ab x-openstack-request-id: req-f34d1c1c-f69e-4c76-be16-76b0b2e2c7ab {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:03:04.355261 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-plugged", "status": "completed", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:03:04.355676 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f34d1c1c-f69e-4c76-be16-76b0b2e2c7ab {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:03:04.356087 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77', 'code': 200} Mar 15 17:03:04.420060 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da85f82-7523-421d-9332-bb4549eeb636 req-d7552b25-c66c-4dda-9051-bcfbeb8c099b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:04.430037 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6da85f82-7523-421d-9332-bb4549eeb636 req-d7552b25-c66c-4dda-9051-bcfbeb8c099b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0763233 Mar 15 17:03:04.438339 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57790) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:04.480974 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:04.490901 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port cbcd7c6f-d749-4a01-8d4a-0455ab037511 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:03:04.501119 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port cbcd7c6f-d749-4a01-8d4a-0455ab037511 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:03:04.501480 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.508173 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6da85f82-7523-421d-9332-bb4549eeb636 req-d98af986-3bf1-444e-8bb1-b0875732e953 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771899 Mar 15 17:03:04.616513 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.618202 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port cbcd7c6f-d749-4a01-8d4a-0455ab037511 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:03:04.618731 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.635845 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab634e4-6e5b-44a2-a985-068dec66c391 req-c7574c73-98d2-4f73-954a-abd0624db29f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:04.638216 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ab634e4-6e5b-44a2-a985-068dec66c391 req-c7574c73-98d2-4f73-954a-abd0624db29f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 944 time: 0.0593717 Mar 15 17:03:04.653867 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86262f-2d74-49b4-a02f-b79c90ee53c0 req-b6bcf105-322c-4ddc-8bc4-e9372d19d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:04.655834 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5c86262f-2d74-49b4-a02f-b79c90ee53c0 req-b6bcf105-322c-4ddc-8bc4-e9372d19d31f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 1130 time: 0.1203926 Mar 15 17:03:04.665514 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port cbcd7c6f-d749-4a01-8d4a-0455ab037511, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:03:04.670589 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.708776 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5c86262f-2d74-49b4-a02f-b79c90ee53c0 req-7b41f151-e5b3-4e8e-a40c-b3376406b398 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Mar 15 17:03:04.716751 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ab634e4-6e5b-44a2-a985-068dec66c391 req-2c544c45-33bd-4292-ba57-dd52a4385b6c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709829 Mar 15 17:03:04.733722 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=cbcd7c6f-d749-4a01-8d4a-0455ab037511,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:04.762188 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Publish callbacks [] for security_group (c003474e-915f-483f-9a74-b6d809d7f270), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.765944 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (c003474e-915f-483f-9a74-b6d809d7f270), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.803061 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=210318263c8a44c1a9dc4caa2a8bffa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636074 Mar 15 17:03:04.803868 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c003474e-915f-483f-9a74-b6d809d7f270,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:04.805938 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57812) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:04.811836 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.812186 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.812611 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.812923 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.813250 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.813846 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.814032 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.814175 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.814511 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.814828 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.815147 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.816732 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.816732 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.816732 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.816732 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5134-0b20-4560-94f0-f3b3597425b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:04.905924 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Publish callbacks [] for security_group (c003474e-915f-483f-9a74-b6d809d7f270), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.936661 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Publish callbacks [] for security_group (c003474e-915f-483f-9a74-b6d809d7f270), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:04.949455 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e7ac9-102c-4564-a673-008826054d50 req-711095ee-deaa-45d9-91f0-46e510858ad4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:04.950947 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d1e7ac9-102c-4564-a673-008826054d50 req-711095ee-deaa-45d9-91f0-46e510858ad4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0858097 Mar 15 17:03:05.021303 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d1e7ac9-102c-4564-a673-008826054d50 req-eadf63dc-5e44-435e-b0e8-ec00670a79d7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614634 Mar 15 17:03:05.027116 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (c003474e-915f-483f-9a74-b6d809d7f270), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.029779 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.030903 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c003474e-915f-483f-9a74-b6d809d7f270 HTTP/1.1" status: 204 len: 168 time: 0.2238212 Mar 15 17:03:05.040053 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003474e-915f-483f-9a74-b6d809d7f270,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:05.058725 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.058725 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.058725 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.059706 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.060192 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.060310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.061043 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.061043 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.061292 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.061624 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.062104 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.062344 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.062673 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.062997 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.063314 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162a7d4-8a83-406c-bbb6-14f1cd1c4dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:03:05.112033 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8acd9b-560a-4985-a98a-4c4c2c79f5bc req-b92b56db-366a-494f-a36e-55a2a5847500 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:05.113653 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af8acd9b-560a-4985-a98a-4c4c2c79f5bc req-b92b56db-366a-494f-a36e-55a2a5847500 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 943 time: 0.0712268 Mar 15 17:03:05.114302 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57828) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:05.165507 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af8acd9b-560a-4985-a98a-4c4c2c79f5bc req-b1565749-2334-4fad-9384-1c039f96cc32 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453646 Mar 15 17:03:05.269438 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fdb3f-dda4-41c5-9f27-55198a3d8a30 req-ca685f9b-6c40-427a-84f8-3cec882bbb34 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:05.271186 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-999fdb3f-dda4-41c5-9f27-55198a3d8a30 req-ca685f9b-6c40-427a-84f8-3cec882bbb34 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 946 time: 0.0532033 Mar 15 17:03:05.321791 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-999fdb3f-dda4-41c5-9f27-55198a3d8a30 req-75ec2510-725c-472b-9992-0b17a69e7d16 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446351 Mar 15 17:03:05.347338 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06031508-b7c2-4bfd-bd22-5951be366cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.393579 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57836) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:05.407263 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f237829d-76b5-4524-94bf-6196fe6b3131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.423717 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06031508-b7c2-4bfd-bd22-5951be366cd5 admin admin] Publish callbacks [] for security_group (8088bcbc-a5d7-4b66-8bcb-42a7958728c5), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.427800 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06031508-b7c2-4bfd-bd22-5951be366cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (8088bcbc-a5d7-4b66-8bcb-42a7958728c5), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.467964 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-06031508-b7c2-4bfd-bd22-5951be366cd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0b8b99fc90041b0bcd8d7d7047417b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474300 Mar 15 17:03:05.468618 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ad4c628-9303-4982-a198-fd085bdeec2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.468995 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57838) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:05.474948 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06031508-b7c2-4bfd-bd22-5951be366cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8088bcbc-a5d7-4b66-8bcb-42a7958728c5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:05.486818 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f237829d-76b5-4524-94bf-6196fe6b3131 admin admin] Publish callbacks [] for security_group (71b366ea-369d-472f-b37b-877506106ae5), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.491628 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f237829d-76b5-4524-94bf-6196fe6b3131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (71b366ea-369d-472f-b37b-877506106ae5), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.520237 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd637-37f3-41c5-961a-f8a536a89576 admin admin] Publish callbacks [] for security_group (8088bcbc-a5d7-4b66-8bcb-42a7958728c5), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.535563 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-f237829d-76b5-4524-94bf-6196fe6b3131 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=019d7f4d435d4a2c85af54cfcd29653c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386921 Mar 15 17:03:05.535800 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57842) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:05.542106 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd637-37f3-41c5-961a-f8a536a89576 admin admin] Publish callbacks [] for security_group (8088bcbc-a5d7-4b66-8bcb-42a7958728c5), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.553563 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237829d-76b5-4524-94bf-6196fe6b3131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b366ea-369d-472f-b37b-877506106ae5,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:05.589512 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b31c7457-6d5d-4454-a6c2-f051f09d4702 admin admin] Publish callbacks [] for security_group (71b366ea-369d-472f-b37b-877506106ae5), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.604967 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd637-37f3-41c5-961a-f8a536a89576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (8088bcbc-a5d7-4b66-8bcb-42a7958728c5), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.607633 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd637-37f3-41c5-961a-f8a536a89576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.608951 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5dbcd637-37f3-41c5-961a-f8a536a89576 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8088bcbc-a5d7-4b66-8bcb-42a7958728c5 HTTP/1.1" status: 204 len: 168 time: 0.1398795 Mar 15 17:03:05.617142 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcd637-37f3-41c5-961a-f8a536a89576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8088bcbc-a5d7-4b66-8bcb-42a7958728c5,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:05.623645 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b31c7457-6d5d-4454-a6c2-f051f09d4702 admin admin] Publish callbacks [] for security_group (71b366ea-369d-472f-b37b-877506106ae5), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.692135 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2048d-0e08-48e1-9a9a-fcf364ea32ea req-fe980e4f-318a-416d-aa1b-d48535d43b8b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:05.698909 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14f2048d-0e08-48e1-9a9a-fcf364ea32ea req-fe980e4f-318a-416d-aa1b-d48535d43b8b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0992503 Mar 15 17:03:05.741695 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b31c7457-6d5d-4454-a6c2-f051f09d4702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (71b366ea-369d-472f-b37b-877506106ae5), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.744167 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b31c7457-6d5d-4454-a6c2-f051f09d4702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:05.745313 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-b31c7457-6d5d-4454-a6c2-f051f09d4702 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71b366ea-369d-472f-b37b-877506106ae5 HTTP/1.1" status: 204 len: 168 time: 0.2086315 Mar 15 17:03:05.767520 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14f2048d-0e08-48e1-9a9a-fcf364ea32ea req-53dd15dd-b769-4b92-8107-8be502d1c177 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675817 Mar 15 17:03:05.773059 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c7457-6d5d-4454-a6c2-f051f09d4702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b366ea-369d-472f-b37b-877506106ae5,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:05.872568 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a00738-3b48-4e49-ac50-c5f56481211f req-711daf23-1213-488b-96fc-8ed899c55722 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:05.874065 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-67a00738-3b48-4e49-ac50-c5f56481211f req-711daf23-1213-488b-96fc-8ed899c55722 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0549173 Mar 15 17:03:05.924903 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-67a00738-3b48-4e49-ac50-c5f56481211f req-9af1968d-4b8e-4d54-9cd6-b6580970345c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451229 Mar 15 17:03:05.981778 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57852) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:05.995364 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0efec612-c972-4990-b2e1-5720bc18933b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.095047 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0efec612-c972-4990-b2e1-5720bc18933b admin admin] Publish callbacks [] for security_group (80e6bc55-5060-402a-8368-68c2a414f943), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.100068 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0efec612-c972-4990-b2e1-5720bc18933b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (80e6bc55-5060-402a-8368-68c2a414f943), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.140756 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efec612-c972-4990-b2e1-5720bc18933b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e6bc55-5060-402a-8368-68c2a414f943,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:06.146588 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0efec612-c972-4990-b2e1-5720bc18933b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70da6b98efb04703a345feb9b00ed032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636679 Mar 15 17:03:06.149256 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57856) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:06.163363 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 559b8660-8742-4d8b-953f-b76d8ce7995b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:03:06.170075 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a110ca9-eea3-4cb1-9b18-213997cd8267 req-a41d287e-f7d0-476c-bd3b-17ec254aab59 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:06.176892 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a110ca9-eea3-4cb1-9b18-213997cd8267 req-a41d287e-f7d0-476c-bd3b-17ec254aab59 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0646405 Mar 15 17:03:06.209379 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f3dd164b-56a6-4d05-80ee-0277e38dde69 admin admin] Publish callbacks [] for security_group (80e6bc55-5060-402a-8368-68c2a414f943), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.234981 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f3dd164b-56a6-4d05-80ee-0277e38dde69 admin admin] Publish callbacks [] for security_group (80e6bc55-5060-402a-8368-68c2a414f943), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.255939 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a110ca9-eea3-4cb1-9b18-213997cd8267 req-182a6104-f335-41da-9d0c-be0780ecc283 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780232 Mar 15 17:03:06.317973 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f3dd164b-56a6-4d05-80ee-0277e38dde69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (80e6bc55-5060-402a-8368-68c2a414f943), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.322554 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f3dd164b-56a6-4d05-80ee-0277e38dde69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.327676 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f3dd164b-56a6-4d05-80ee-0277e38dde69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80e6bc55-5060-402a-8368-68c2a414f943 HTTP/1.1" status: 204 len: 168 time: 0.1735449 Mar 15 17:03:06.331264 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec494bf4-daa7-4ce8-a385-d55817f91de0 req-0f537e2a-4e66-4d74-9feb-521c50a55410 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:06.338349 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ec494bf4-daa7-4ce8-a385-d55817f91de0 req-0f537e2a-4e66-4d74-9feb-521c50a55410 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 943 time: 0.0761106 Mar 15 17:03:06.343007 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd164b-56a6-4d05-80ee-0277e38dde69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e6bc55-5060-402a-8368-68c2a414f943,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:06.358493 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e44ee7-17b5-4ba4-9365-884756362fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:03:06.360824 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1696378-dac1-48e3-82ee-b929ac2c8afe" -d '{"events": [{"server_uuid": "03e44ee7-17b5-4ba4-9365-884756362fea", "name": "network-vif-plugged", "status": "completed", "tag": "cbcd7c6f-d749-4a01-8d4a-0455ab037511"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:03:06.404935 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ec494bf4-daa7-4ce8-a385-d55817f91de0 req-08a21532-e9c9-4c90-8333-c914dd1a7192 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656338 Mar 15 17:03:06.427837 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 559b8660-8742-4d8b-953f-b76d8ce7995b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=559b8660-8742-4d8b-953f-b76d8ce7995b,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:03:06.445635 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '559b8660-8742-4d8b-953f-b76d8ce7995b', 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f', 'port_id': '559b8660-8742-4d8b-953f-b76d8ce7995b', 'mac_address': 'fa:16:3e:86:51:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0444c988-ca95-4960-9856-aa23e1e95e45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:03:06.482243 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0335d3c6-f159-4fc4-965d-8cd74a5fe637 x-openstack-request-id: req-0335d3c6-f159-4fc4-965d-8cd74a5fe637 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:03:06.482915 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e44ee7-17b5-4ba4-9365-884756362fea", "name": "network-vif-plugged", "status": "completed", "tag": "cbcd7c6f-d749-4a01-8d4a-0455ab037511", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:03:06.483011 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0335d3c6-f159-4fc4-965d-8cd74a5fe637 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:03:06.483394 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e44ee7-17b5-4ba4-9365-884756362fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511', 'code': 200} Mar 15 17:03:06.487689 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.495030 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bfb07-3f37-4166-ad74-bff6aabf5be8 req-6c76f4fc-34fd-4610-9696-369ad375a433 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:06.497320 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e71bfb07-3f37-4166-ad74-bff6aabf5be8 req-6c76f4fc-34fd-4610-9696-369ad375a433 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 946 time: 0.0667863 Mar 15 17:03:06.504151 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 559b8660-8742-4d8b-953f-b76d8ce7995b is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:03:06.505080 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.544243 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559b8660-8742-4d8b-953f-b76d8ce7995b {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:03:06.556526 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e71bfb07-3f37-4166-ad74-bff6aabf5be8 req-2da351dc-94c6-4e90-9dba-9e108a1e8ae4 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/security-groups?id=243a1bdf-6de0-478d-b3f4-ec75823f8dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 Mar 15 17:03:06.594960 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 559b8660-8742-4d8b-953f-b76d8ce7995b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=559b8660-8742-4d8b-953f-b76d8ce7995b,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:03:06.600850 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.643757 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-37f8066c-e710-41ec-953c-ebbb57e42745 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:06.646349 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-37f8066c-e710-41ec-953c-ebbb57e42745 tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.43 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 946 time: 0.1373892 Mar 15 17:03:06.659342 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=559b8660-8742-4d8b-953f-b76d8ce7995b,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:06.692111 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7080b-b702-41bb-adf5-74871a0ce523 req-714200bc-d448-409f-a778-cbc9f7ed9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:06.693626 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9ee7080b-b702-41bb-adf5-74871a0ce523 req-714200bc-d448-409f-a778-cbc9f7ed9042 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 1129 time: 0.0560350 Mar 15 17:03:06.747239 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9ee7080b-b702-41bb-adf5-74871a0ce523 req-91478dda-11e1-4759-ae46-8a78d1012a36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431991 Mar 15 17:03:06.786907 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Deleting port af93e16c-5894-4952-9de0-543503d777d2 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:03:06.787231 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (af93e16c-5894-4952-9de0-543503d777d2), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:06.908528 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e856b-6ea7-4253-9ad3-039ed13306ac req-252b37fe-93a0-4d16-8e23-435b16c5f457 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:06.910101 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3d3e856b-6ea7-4253-9ad3-039ed13306ac req-252b37fe-93a0-4d16-8e23-435b16c5f457 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0753915 Mar 15 17:03:06.915902 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['559b8660-8742-4d8b-953f-b76d8ce7995b'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:03:07.026182 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3d3e856b-6ea7-4253-9ad3-039ed13306ac req-676187e5-68bc-4dc1-8886-ed103a51058c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093862 Mar 15 17:03:07.092691 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591a745-4ac2-48f1-8f69-4c3ca6d5813e req-75a9f0d1-2fae-4b2d-ac76-be81097d2408 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:07.100573 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9591a745-4ac2-48f1-8f69-4c3ca6d5813e req-75a9f0d1-2fae-4b2d-ac76-be81097d2408 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0730653 Mar 15 17:03:07.128354 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] For port af93e16c-5894-4952-9de0-543503d777d2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=af93e16c-5894-4952-9de0-543503d777d2,segment=NetworkSegment(7afc288a-ae66-4d66-a6e3-e638d90cbe1c),segment_id=7afc288a-ae66-4d66-a6e3-e638d90cbe1c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:03:07.128894 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (af93e16c-5894-4952-9de0-543503d777d2), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:07.145502 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Calling delete_port for af93e16c-5894-4952-9de0-543503d777d2 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:03:07.168643 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9591a745-4ac2-48f1-8f69-4c3ca6d5813e req-527a8d32-6aca-47c1-b124-1f7bba95bc67 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667031 Mar 15 17:03:07.301302 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217'] for port (af93e16c-5894-4952-9de0-543503d777d2), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:07.316283 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['af93e16c-5894-4952-9de0-543503d777d2'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:03:07.335543 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Pushing event deleted for resources: {'Port': ['ID=af93e16c-5894-4952-9de0-543503d777d2,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:07.419757 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] No DVR routers for this DVR port af93e16c-5894-4952-9de0-543503d777d2 on host hv-cinder-73362 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:03:07.423336 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:07.427428 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0457f5e9-f5bc-4158-9125-c70c4e1ada3e req-68ca9b5d-5abe-4f1b-945f-d2e41bd8980e tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.43 "DELETE /v2.0/ports/af93e16c-5894-4952-9de0-543503d777d2 HTTP/1.1" status: 204 len: 173 time: 0.7744238 Mar 15 17:03:07.428108 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-25500014-ff27-4626-a683-06a292011f37 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0940702 Mar 15 17:03:07.429205 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5967512d-2863-417e-9a44-191edc949072', 'name': 'network-vif-deleted', 'tag': 'af93e16c-5894-4952-9de0-543503d777d2'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:03:07.432492 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfeef43-3afa-4a90-91cc-1b7f69b5266c" -d '{"events": [{"server_uuid": "5967512d-2863-417e-9a44-191edc949072", "name": "network-vif-deleted", "tag": "af93e16c-5894-4952-9de0-543503d777d2"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:03:07.443896 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3a559-121c-42bd-8108-7f4c31c1a4c3 req-04a9296b-ee1c-47c6-b517-1c053f48eda0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:07.452757 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8ba3a559-121c-42bd-8108-7f4c31c1a4c3 req-04a9296b-ee1c-47c6-b517-1c053f48eda0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0837417 Mar 15 17:03:07.523032 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8ba3a559-121c-42bd-8108-7f4c31c1a4c3 req-07e0c7b9-0ce9-4347-b1c3-1ab4ce6c4a07 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691288 Mar 15 17:03:07.583369 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8152266d-5a86-4816-aa54-1bb527a8fc8f x-openstack-request-id: req-8152266d-5a86-4816-aa54-1bb527a8fc8f {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:03:07.583694 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5967512d-2863-417e-9a44-191edc949072", "name": "network-vif-deleted", "tag": "af93e16c-5894-4952-9de0-543503d777d2", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:03:07.583950 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8152266d-5a86-4816-aa54-1bb527a8fc8f {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:03:07.584352 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5967512d-2863-417e-9a44-191edc949072', 'name': 'network-vif-deleted', 'tag': 'af93e16c-5894-4952-9de0-543503d777d2', 'status': 'completed', 'code': 200} Mar 15 17:03:07.608129 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba8695-640b-4dca-b0a3-ce26a6eb1971 req-8ab9f0cd-fcd4-4eed-ada1-c8b3345359f4 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:07.609639 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0cba8695-640b-4dca-b0a3-ce26a6eb1971 req-8ab9f0cd-fcd4-4eed-ada1-c8b3345359f4 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 944 time: 0.1049662 Mar 15 17:03:07.617374 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-bcf4e79e-1ea2-4097-8bf7-1edd9cd22444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:07.618870 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-bcf4e79e-1ea2-4097-8bf7-1edd9cd22444 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1130 time: 0.1245661 Mar 15 17:03:07.760961 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0cba8695-640b-4dca-b0a3-ce26a6eb1971 req-090f0698-b4f5-4957-9ae4-27ad248417e4 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397157 Mar 15 17:03:07.792055 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f29d-aed8-49bf-bbd1-1bc2176ba103 req-70e0a8b9-930f-49ce-9011-c73850cb63b2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:07.798716 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6016f29d-aed8-49bf-bbd1-1bc2176ba103 req-70e0a8b9-930f-49ce-9011-c73850cb63b2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.1595085 Mar 15 17:03:07.802931 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57914) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:07.811827 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-565ac84f-7878-494a-b4c6-a041c43b7c32 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'floatingip': {'port_id': '6892ee86-8204-4544-9864-a95c68fd1f77'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:03:07.817045 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-a1b3482a-7c5e-4b20-a002-8dd3ec803c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:07.818527 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-a1b3482a-7c5e-4b20-a002-8dd3ec803c92 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 919 time: 0.1775219 Mar 15 17:03:07.855601 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565ac84f-7878-494a-b4c6-a041c43b7c32 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (88de6664-ea69-4a2a-983a-3bed3d06132c), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:07.866916 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-001eb1ff-6a4c-4c8e-af3c-3ba2e1597c62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0362477 Mar 15 17:03:07.882493 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:07.898872 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-97eaa43d-3538-4887-b172-6611a7fef85d req-7e47f3d4-97a0-463a-a950-d71641ea14ec tempest-DeleteServersTestJSON-1092209193 tempest-DeleteServersTestJSON-1092209193-project] 10.222.0.42 "GET /v2.0/ports?device_id=5967512d-2863-417e-9a44-191edc949072 HTTP/1.1" status: 200 len: 210 time: 0.0309675 Mar 15 17:03:07.946797 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-4a86bbca-6601-4a45-8372-1f28ec7a2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:07.948245 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-4a86bbca-6601-4a45-8372-1f28ec7a2322 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.0485158 Mar 15 17:03:07.993146 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-fa8a363a-649c-4cce-839e-f955f8dfedec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267892 Mar 15 17:03:08.173822 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 559b8660-8742-4d8b-953f-b76d8ce7995b up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:03:08.235621 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 559b8660-8742-4d8b-953f-b76d8ce7995b completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:03:08.240790 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 559b8660-8742-4d8b-953f-b76d8ce7995b triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:03:08.241594 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:08.316994 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-13ce9930-7572-4202-8972-91021bb4039b service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151906 Mar 15 17:03:08.353874 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 559b8660-8742-4d8b-953f-b76d8ce7995b is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:03:08.354653 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:08.403833 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 559b8660-8742-4d8b-953f-b76d8ce7995b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=559b8660-8742-4d8b-953f-b76d8ce7995b,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:03:08.412192 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:08.414747 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device af93e16c-5894-4952-9de0-543503d777d2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:03:08.453381 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cfea1-875f-4108-b7f7-50d691034d3d req-d34d9495-e8ee-4479-b05c-01002423bfad tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:08.460220 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a77cfea1-875f-4108-b7f7-50d691034d3d req-d34d9495-e8ee-4479-b05c-01002423bfad tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.3609011 Mar 15 17:03:08.475484 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: af93e16c-5894-4952-9de0-543503d777d2 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:03:08.476217 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device af93e16c-5894-4952-9de0-543503d777d2 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:03:08.484965 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565ac84f-7878-494a-b4c6-a041c43b7c32 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:08.485104 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd101cc3-c51e-440a-8169-df8d691c22c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b8660-8742-4d8b-953f-b76d8ce7995b'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:03:08.488930 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7d754c-4bfa-4196-91ea-bf5ccb9429ec" -d '{"events": [{"server_uuid": "fd101cc3-c51e-440a-8169-df8d691c22c2", "name": "network-vif-plugged", "status": "completed", "tag": "559b8660-8742-4d8b-953f-b76d8ce7995b"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:03:08.493017 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565ac84f-7878-494a-b4c6-a041c43b7c32 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (88de6664-ea69-4a2a-983a-3bed3d06132c), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:08.531215 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a7644-f474-436b-ac95-53d96aea7d3e req-23f8597c-b9d3-4e1e-b8b5-a5619d564456 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:08.533758 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bd4a7644-f474-436b-ac95-53d96aea7d3e req-23f8597c-b9d3-4e1e-b8b5-a5619d564456 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.2030916 Mar 15 17:03:08.533883 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=559b8660-8742-4d8b-953f-b76d8ce7995b,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:08.539336 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df346eaa-4b94-46ee-b48f-25e73fb7f104 req-22ab9330-efc2-4893-af6c-1d215a32b52d service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067225 Mar 15 17:03:08.594902 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a77cfea1-875f-4108-b7f7-50d691034d3d req-3b0d0e0c-38a0-49f5-ac1f-e39da1b7243b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337748 Mar 15 17:03:08.621774 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bd4a7644-f474-436b-ac95-53d96aea7d3e req-786b4dda-1de4-46ae-bc93-979fd3b15a75 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779443 Mar 15 17:03:08.645471 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c0e39f-aab1-49b0-85aa-40a6910e5fbc x-openstack-request-id: req-d7c0e39f-aab1-49b0-85aa-40a6910e5fbc {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:03:08.645785 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd101cc3-c51e-440a-8169-df8d691c22c2", "name": "network-vif-plugged", "status": "completed", "tag": "559b8660-8742-4d8b-953f-b76d8ce7995b", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:03:08.646041 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7c0e39f-aab1-49b0-85aa-40a6910e5fbc {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:03:08.646490 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd101cc3-c51e-440a-8169-df8d691c22c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b8660-8742-4d8b-953f-b76d8ce7995b', 'code': 200} Mar 15 17:03:08.648989 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-565ac84f-7878-494a-b4c6-a041c43b7c32 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Floating IP 88de6664-ea69-4a2a-983a-3bed3d06132c associated. External IP: 172.27.0.136, port: 6892ee86-8204-4544-9864-a95c68fd1f77. Mar 15 17:03:08.876900 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565ac84f-7878-494a-b4c6-a041c43b7c32 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Router ffc4900d-5587-4994-9050-9f836a403808 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:03:08.914609 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675f63-755e-445b-a451-b12ddf606431 req-6bb7e606-da89-418c-b227-f51f351cfcce tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:08.916086 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f675f63-755e-445b-a451-b12ddf606431 req-6bb7e606-da89-418c-b227-f51f351cfcce tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 945 time: 0.0856848 Mar 15 17:03:08.918766 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fa2dd-0315-4edc-bed0-32ef983c8075 req-a1c314ea-0104-49f0-b78d-4a6d489ea7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:08.920101 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b28fa2dd-0315-4edc-bed0-32ef983c8075 req-a1c314ea-0104-49f0-b78d-4a6d489ea7f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 1129 time: 0.0798776 Mar 15 17:03:08.991729 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f675f63-755e-445b-a451-b12ddf606431 req-4f100610-24ac-43c4-8698-55cec4b33e6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696068 Mar 15 17:03:08.993737 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b28fa2dd-0315-4edc-bed0-32ef983c8075 req-46342f94-3a38-4b28-8f1e-5ab3d18bedf2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583518 Mar 15 17:03:08.998084 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565ac84f-7878-494a-b4c6-a041c43b7c32 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:03:09.004117 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565ac84f-7878-494a-b4c6-a041c43b7c32 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:09.019206 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] Sync routers for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:03:09.029958 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:03:09.031310 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:03:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:09.035993 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-565ac84f-7878-494a-b4c6-a041c43b7c32 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "PUT /v2.0/floatingips/88de6664-ea69-4a2a-983a-3bed3d06132c HTTP/1.1" status: 200 len: 992 time: 1.2313905 Mar 15 17:03:09.138708 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:03:09.361811 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '88de6664-ea69-4a2a-983a-3bed3d06132c', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'port_id': '6892ee86-8204-4544-9864-a95c68fd1f77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'mac_address': 'fa:16:3e:72:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:41Z', 'updated_at': '2022-03-15T17:03:08Z', 'revision_number': 1, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:09.387916 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] Checking router: ffc4900d-5587-4994-9050-9f836a403808 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:03:09.396472 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:03:09.397063 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:03:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:09.582691 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:09.585455 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:03:09.587885 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155" -d '{"events": [{"name": "network-changed", "server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:03:09.594114 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:03:09.638584 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc3086-2cfe-40b1-b019-7b45ba00e0ef x-openstack-request-id: req-f7dc3086-2cfe-40b1-b019-7b45ba00e0ef {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:03:09.639329 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:03:09.639795 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7dc3086-2cfe-40b1-b019-7b45ba00e0ef {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:03:09.640289 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77', 'status': 'completed', 'code': 200} Mar 15 17:03:09.699415 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:09.806072 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-b1c34814-1518-4907-b591-285e4f1fbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:09.807580 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-b1c34814-1518-4907-b591-285e4f1fbb05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 1130 time: 0.1310771 Mar 15 17:03:09.877493 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a3b54-af84-4c08-8f65-f28d6c80248b req-0c80079d-45a0-48a5-90c4-b23b98fe8cce tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:09.877858 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '88de6664-ea69-4a2a-983a-3bed3d06132c', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'port_id': '6892ee86-8204-4544-9864-a95c68fd1f77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'mac_address': 'fa:16:3e:72:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:41Z', 'updated_at': '2022-03-15T17:03:08Z', 'revision_number': 1, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:09.879023 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-591a3b54-af84-4c08-8f65-f28d6c80248b req-0c80079d-45a0-48a5-90c4-b23b98fe8cce tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1700575 Mar 15 17:03:09.890494 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1292178-85f2-4004-b010-3246abd30098 req-73103ee8-2529-40e0-84d3-170355428a32 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:09.898237 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d1292178-85f2-4004-b010-3246abd30098 req-73103ee8-2529-40e0-84d3-170355428a32 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.1698186 Mar 15 17:03:09.911930 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad05e1-46aa-477e-8e69-807caea8749c None None] The sync data for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi is: [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '88de6664-ea69-4a2a-983a-3bed3d06132c', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'port_id': '6892ee86-8204-4544-9864-a95c68fd1f77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'mac_address': 'fa:16:3e:72:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:41Z', 'updated_at': '2022-03-15T17:03:08Z', 'revision_number': 1, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:03:10.016115 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d1292178-85f2-4004-b010-3246abd30098 req-64d49ae8-fb12-48d0-a742-af00436f5ba8 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169994 Mar 15 17:03:10.018664 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-d6074d83-7bc8-414d-b36f-2ad3292c3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:10.020115 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-d6074d83-7bc8-414d-b36f-2ad3292c3f1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 917 time: 0.2047462 Mar 15 17:03:10.023939 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-591a3b54-af84-4c08-8f65-f28d6c80248b req-afce870a-f8c8-487b-a721-0e77812ffc9f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190255 Mar 15 17:03:10.114797 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-c49a3d46-3e62-4fb4-86b0-f22434640b86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6892ee86-8204-4544-9864-a95c68fd1f77 HTTP/1.1" status: 200 len: 1000 time: 0.0796432 Mar 15 17:03:10.173103 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd968bc-814b-4635-a457-e00f4c2a18a0 None None] New status for floating IP 88de6664-ea69-4a2a-983a-3bed3d06132c: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:03:10.210925 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-781ac53e-bde0-49e3-8cda-95a080978474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:10.212363 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-781ac53e-bde0-49e3-8cda-95a080978474 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.0721798 Mar 15 17:03:10.223787 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b43cde-6f92-4b4d-83e4-ee80e3cc4eb9 req-23fcbfb2-5a4d-436a-96c5-284990edf563 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:10.225238 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-87b43cde-6f92-4b4d-83e4-ee80e3cc4eb9 req-23fcbfb2-5a4d-436a-96c5-284990edf563 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 945 time: 0.1279242 Mar 15 17:03:10.245951 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e52c-0c4a-4bd7-a805-1008353393af req-711121ce-81de-4ae5-892b-f76c163b8356 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:10.247955 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-19c4e52c-0c4a-4bd7-a805-1008353393af req-711121ce-81de-4ae5-892b-f76c163b8356 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1376820 Mar 15 17:03:10.258498 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 57976) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:10.263467 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-1f5cdbb2-e89c-4312-97bd-ca9734acc9e0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'floatingip': {'port_id': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:03:10.319406 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdbb2-e89c-4312-97bd-ca9734acc9e0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (9bc5b3a4-1ddf-474c-a5db-c72b74a62f58), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.319716 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-87b43cde-6f92-4b4d-83e4-ee80e3cc4eb9 req-b1fcc9fc-846d-4cbb-aa9b-a9a07274971b tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815842 Mar 15 17:03:10.323342 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-92ad900e-1948-4464-8212-4f6f739bf6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:10.324709 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-92ad900e-1948-4464-8212-4f6f739bf6e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0951941 Mar 15 17:03:10.365722 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57982) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:10.455039 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_v2 [None req-df91f86c-6030-4361-842f-4a9cc6a6c475 admin admin] Deleting subnet 09abfcee-984a-4943-bde1-ce1f7f7187f2 {{(pid=103235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:03:10.459698 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df91f86c-6030-4361-842f-4a9cc6a6c475 admin admin] Publish callbacks [] for subnet (09abfcee-984a-4943-bde1-ce1f7f7187f2), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.495111 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-d1bf320c-e17e-40ed-8680-b51622ba483c service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590590 Mar 15 17:03:10.504116 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df91f86c-6030-4361-842f-4a9cc6a6c475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638637'] for subnet (09abfcee-984a-4943-bde1-ce1f7f7187f2), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.525459 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:03:10.592874 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df91f86c-6030-4361-842f-4a9cc6a6c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (09abfcee-984a-4943-bde1-ce1f7f7187f2), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.656831 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5906a7a2-054e-47ab-b3ee-1fdc6e7f3155 req-de7bf763-5fbc-4f98-801a-28905e3efff6 service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343892 Mar 15 17:03:10.672209 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df91f86c-6030-4361-842f-4a9cc6a6c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4101447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753961'] for subnet (09abfcee-984a-4943-bde1-ce1f7f7187f2), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.701119 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91f86c-6030-4361-842f-4a9cc6a6c475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09abfcee-984a-4943-bde1-ce1f7f7187f2,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:10.705397 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df91f86c-6030-4361-842f-4a9cc6a6c475 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.711523 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-df91f86c-6030-4361-842f-4a9cc6a6c475 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/09abfcee-984a-4943-bde1-ce1f7f7187f2 HTTP/1.1" status: 204 len: 168 time: 0.3421535 Mar 15 17:03:10.711523 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57984) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:10.783548 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (0d2d6447-30ec-49e5-a55a-ebd6be77f5f3), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.785678 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdbb2-e89c-4312-97bd-ca9734acc9e0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.789628 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdbb2-e89c-4312-97bd-ca9734acc9e0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (9bc5b3a4-1ddf-474c-a5db-c72b74a62f58), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.861315 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (0d2d6447-30ec-49e5-a55a-ebd6be77f5f3), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.881953 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2d6447-30ec-49e5-a55a-ebd6be77f5f3']}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:10.891832 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afc288a-ae66-4d66-a6e3-e638d90cbe1c') {'for_net_delete': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:10.892121 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afc288a-ae66-4d66-a6e3-e638d90cbe1c') {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:10.892256 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-1f5cdbb2-e89c-4312-97bd-ca9734acc9e0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Floating IP 9bc5b3a4-1ddf-474c-a5db-c72b74a62f58 associated. External IP: 172.27.0.122, port: cbcd7c6f-d749-4a01-8d4a-0455ab037511. Mar 15 17:03:10.901908 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638612'] for segment (7afc288a-ae66-4d66-a6e3-e638d90cbe1c), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.916415 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (7afc288a-ae66-4d66-a6e3-e638d90cbe1c), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.923014 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:03:10.923494 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4101629'] for segment (7afc288a-ae66-4d66-a6e3-e638d90cbe1c), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: Traceback (most recent call last): Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: timer() Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: cb(*args, **kw) Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: return func(*args, **kwargs) Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: self._notify() Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: self.callback(batched_events) Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: event.method(event) Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: return f(self, *a, **k) Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._get(url).json() Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: return self.request(url, 'GET', **kwargs) Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:03:10.925453 dv-cinder-733623-12-iscsi neutron-server[103235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:03:10.986235 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (0d2d6447-30ec-49e5-a55a-ebd6be77f5f3), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.993591 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:10.999512 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0d2d6447-30ec-49e5-a55a-ebd6be77f5f3 HTTP/1.1" status: 204 len: 168 time: 0.2849598 Mar 15 17:03:11.007659 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23265-7868-45df-a82b-aa84cd541fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2d6447-30ec-49e5-a55a-ebd6be77f5f3,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:11.162565 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a918a2d-95e6-4053-ae68-9dc429ed111a req-bc83df2f-ff71-4d5e-9b2a-337a8d7eb8e8 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:11.164426 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a918a2d-95e6-4053-ae68-9dc429ed111a req-bc83df2f-ff71-4d5e-9b2a-337a8d7eb8e8 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0651879 Mar 15 17:03:11.241066 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a918a2d-95e6-4053-ae68-9dc429ed111a req-4d80dad8-76cd-45a2-97d2-5b306a8cc7b3 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Mar 15 17:03:11.244060 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57996) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:11.298077 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-1d0e1bff-b683-42da-bd6f-fc109cd9d56e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33d61445106443b4862e62f2aad2b747&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0527649 Mar 15 17:03:11.300736 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 57998) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:11.356612 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f91b-461a-4f4b-b71c-1d3d735d2952 admin admin] Publish callbacks [] for security_group (243a1bdf-6de0-478d-b3f4-ec75823f8dc3), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:11.360905 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5cdbb2-e89c-4312-97bd-ca9734acc9e0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Router ac3dadc1-4d52-480b-942b-af9f1c3d046a has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:03:11.379465 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f91b-461a-4f4b-b71c-1d3d735d2952 admin admin] Publish callbacks [] for security_group (243a1bdf-6de0-478d-b3f4-ec75823f8dc3), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:11.453991 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f91b-461a-4f4b-b71c-1d3d735d2952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (243a1bdf-6de0-478d-b3f4-ec75823f8dc3), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:11.456706 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f91b-461a-4f4b-b71c-1d3d735d2952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:11.457828 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-1eb3f91b-461a-4f4b-b71c-1d3d735d2952 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/243a1bdf-6de0-478d-b3f4-ec75823f8dc3 HTTP/1.1" status: 204 len: 168 time: 0.1562030 Mar 15 17:03:11.468163 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3f91b-461a-4f4b-b71c-1d3d735d2952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a1bdf-6de0-478d-b3f4-ec75823f8dc3,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:11.478123 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b1f40-6492-4ee2-afc3-43afe6f83d3a req-1ebe0d7c-5b60-460e-9ddf-0aa6f10f76a2 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:11.479619 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bf0b1f40-6492-4ee2-afc3-43afe6f83d3a req-1ebe0d7c-5b60-460e-9ddf-0aa6f10f76a2 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 945 time: 0.0710464 Mar 15 17:03:11.493318 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5cdbb2-e89c-4312-97bd-ca9734acc9e0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:03:11.499076 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdbb2-e89c-4312-97bd-ca9734acc9e0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:11.506827 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] Sync routers for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:03:11.521639 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:03:11.522935 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:03:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:11.534085 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1f5cdbb2-e89c-4312-97bd-ca9734acc9e0 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "PUT /v2.0/floatingips/9bc5b3a4-1ddf-474c-a5db-c72b74a62f58 HTTP/1.1" status: 200 len: 991 time: 1.2735512 Mar 15 17:03:11.546045 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bf0b1f40-6492-4ee2-afc3-43afe6f83d3a req-763d0c88-158d-4b48-bde8-0edd23e8b7cb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552027 Mar 15 17:03:11.641395 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e44ee7-17b5-4ba4-9365-884756362fea', 'tag': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:03:11.644135 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4b1c98-02da-4ca1-a673-fac1c03be1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "03e44ee7-17b5-4ba4-9365-884756362fea", "tag": "cbcd7c6f-d749-4a01-8d4a-0455ab037511"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:03:11.656604 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:03:11.706961 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f64142-89dd-4609-a0af-750ef196b08c x-openstack-request-id: req-03f64142-89dd-4609-a0af-750ef196b08c {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:03:11.707433 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e44ee7-17b5-4ba4-9365-884756362fea", "tag": "cbcd7c6f-d749-4a01-8d4a-0455ab037511", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:03:11.707691 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03f64142-89dd-4609-a0af-750ef196b08c {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:03:11.708095 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e44ee7-17b5-4ba4-9365-884756362fea', 'tag': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511', 'status': 'completed', 'code': 200} Mar 15 17:03:11.913398 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '9bc5b3a4-1ddf-474c-a5db-c72b74a62f58', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'port_id': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'mac_address': 'fa:16:3e:03:76:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e44ee7-17b5-4ba4-9365-884756362fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:40Z', 'updated_at': '2022-03-15T17:03:10Z', 'revision_number': 1, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:11.941487 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] Checking router: ac3dadc1-4d52-480b-942b-af9f1c3d046a for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:03:11.950061 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:03:11.950755 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:03:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:12.099198 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:03:12.328385 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '9bc5b3a4-1ddf-474c-a5db-c72b74a62f58', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'port_id': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'mac_address': 'fa:16:3e:03:76:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e44ee7-17b5-4ba4-9365-884756362fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:40Z', 'updated_at': '2022-03-15T17:03:10Z', 'revision_number': 1, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:12.354910 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f5f9e-277a-4f29-959a-dcc73194bd2b req-9ea8f60e-6e49-45a9-9a99-ae6ebbd13a8a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:12.356441 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-762f5f9e-277a-4f29-959a-dcc73194bd2b req-9ea8f60e-6e49-45a9-9a99-ae6ebbd13a8a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0536909 Mar 15 17:03:12.359329 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2bd55-35f9-4afc-9886-b56165e6d92e None None] The sync data for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi is: [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '9bc5b3a4-1ddf-474c-a5db-c72b74a62f58', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'port_id': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'mac_address': 'fa:16:3e:03:76:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e44ee7-17b5-4ba4-9365-884756362fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:40Z', 'updated_at': '2022-03-15T17:03:10Z', 'revision_number': 1, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:03:12.419071 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-762f5f9e-277a-4f29-959a-dcc73194bd2b req-aa61ac7c-9412-429c-9a55-876273ca6b18 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514963 Mar 15 17:03:12.568938 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543b928-2463-4562-9a73-d9d5d627fc9c None None] New status for floating IP 9bc5b3a4-1ddf-474c-a5db-c72b74a62f58: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:03:13.532920 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58134) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:13.538276 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64d2b8-b25b-4b84-a319-9937e0963c1e req-29e55637-343b-415f-90e3-e7984eda024e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:13.539757 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f64d2b8-b25b-4b84-a319-9937e0963c1e req-29e55637-343b-415f-90e3-e7984eda024e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0514431 Mar 15 17:03:13.586750 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f64d2b8-b25b-4b84-a319-9937e0963c1e req-aa4c2ab2-d794-4a7a-89c5-2dac7b8e389c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Mar 15 17:03:13.637785 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40968f10-0ff4-40d3-9881-5be0b4a783f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:13.710534 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40968f10-0ff4-40d3-9881-5be0b4a783f2 admin admin] Publish callbacks [] for security_group (fd4f46d8-2434-4d64-ba8e-c89d27004616), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:13.714248 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40968f10-0ff4-40d3-9881-5be0b4a783f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (fd4f46d8-2434-4d64-ba8e-c89d27004616), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:13.753303 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-40968f10-0ff4-40d3-9881-5be0b4a783f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=875662967b7e4455a751d46dec3d6f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193151 Mar 15 17:03:13.754440 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40968f10-0ff4-40d3-9881-5be0b4a783f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4f46d8-2434-4d64-ba8e-c89d27004616,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:13.755965 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 58138) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:13.802756 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ce126036-64f3-4496-9349-e18a0bec9450 admin admin] Publish callbacks [] for security_group (fd4f46d8-2434-4d64-ba8e-c89d27004616), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:13.822257 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ce126036-64f3-4496-9349-e18a0bec9450 admin admin] Publish callbacks [] for security_group (fd4f46d8-2434-4d64-ba8e-c89d27004616), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:13.867929 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ce126036-64f3-4496-9349-e18a0bec9450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (fd4f46d8-2434-4d64-ba8e-c89d27004616), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:13.870394 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ce126036-64f3-4496-9349-e18a0bec9450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:13.871571 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ce126036-64f3-4496-9349-e18a0bec9450 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd4f46d8-2434-4d64-ba8e-c89d27004616 HTTP/1.1" status: 204 len: 168 time: 0.1145544 Mar 15 17:03:13.878782 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce126036-64f3-4496-9349-e18a0bec9450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4f46d8-2434-4d64-ba8e-c89d27004616,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:14.120858 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 58146) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:14.138024 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e9561a0f-8150-4b04-bc2d-cfb8b36947d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:14.209070 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e9561a0f-8150-4b04-bc2d-cfb8b36947d8 admin admin] Publish callbacks [] for security_group (4b9c5172-70cc-41e1-8b84-e49aa7f3e86b), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:14.212454 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e9561a0f-8150-4b04-bc2d-cfb8b36947d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (4b9c5172-70cc-41e1-8b84-e49aa7f3e86b), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:14.248803 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-e9561a0f-8150-4b04-bc2d-cfb8b36947d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cabff9243ed54a6396d4d9e06b4d5abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263721 Mar 15 17:03:14.249652 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561a0f-8150-4b04-bc2d-cfb8b36947d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9c5172-70cc-41e1-8b84-e49aa7f3e86b,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:14.251426 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58148) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:14.297966 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-60ecfef7-5a40-4b15-a5d4-c4607d2e7338 admin admin] Publish callbacks [] for security_group (4b9c5172-70cc-41e1-8b84-e49aa7f3e86b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:14.318243 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-60ecfef7-5a40-4b15-a5d4-c4607d2e7338 admin admin] Publish callbacks [] for security_group (4b9c5172-70cc-41e1-8b84-e49aa7f3e86b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:14.366041 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-60ecfef7-5a40-4b15-a5d4-c4607d2e7338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (4b9c5172-70cc-41e1-8b84-e49aa7f3e86b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:14.368513 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-60ecfef7-5a40-4b15-a5d4-c4607d2e7338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:14.369639 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-60ecfef7-5a40-4b15-a5d4-c4607d2e7338 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b9c5172-70cc-41e1-8b84-e49aa7f3e86b HTTP/1.1" status: 204 len: 168 time: 0.1171815 Mar 15 17:03:14.377421 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecfef7-5a40-4b15-a5d4-c4607d2e7338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9c5172-70cc-41e1-8b84-e49aa7f3e86b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:14.540577 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-500c196c-8a13-445c-a62a-025ab6ef296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:14.542074 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-500c196c-8a13-445c-a62a-025ab6ef296c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 1129 time: 0.0453081 Mar 15 17:03:14.653979 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-864983bb-bf11-46a8-9230-0e62b182f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:14.656825 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-864983bb-bf11-46a8-9230-0e62b182f243 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 911 time: 0.0998325 Mar 15 17:03:14.773601 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-78ccf8da-8e3f-45fa-b366-5f31f832923c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511 HTTP/1.1" status: 200 len: 1001 time: 0.1022136 Mar 15 17:03:14.791578 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2af1-b3aa-457d-a5f5-12020c42d4fb req-aeff9cf3-9417-4695-bbd1-5a2d4b051854 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:14.793032 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-aeaa2af1-b3aa-457d-a5f5-12020c42d4fb req-aeff9cf3-9417-4695-bbd1-5a2d4b051854 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0797076 Mar 15 17:03:15.062290 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-a4dc4603-a4c2-41da-bbe9-3d0a8b876612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:15.063756 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-a4dc4603-a4c2-41da-bbe9-3d0a8b876612 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e665f065-74e0-4ecb-af2d-dab0027505c5 HTTP/1.1" status: 200 len: 849 time: 0.2698574 Mar 15 17:03:15.099588 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-aeaa2af1-b3aa-457d-a5f5-12020c42d4fb req-d91bc633-a480-4cf9-a106-ba09ee34e6dd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984941 Mar 15 17:03:15.118155 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-a79a594a-c0fb-44f8-888b-187fd0867d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:15.119636 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-a79a594a-c0fb-44f8-888b-187fd0867d90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0529e954-2a15-4a47-acb2-fd874a7d184f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485973 Mar 15 17:03:15.217510 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-94e20fcc-07ed-4916-b95f-d1e5ee07218c service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913720 Mar 15 17:03:15.327242 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af4b1c98-02da-4ca1-a673-fac1c03be1aa req-992c76d8-bf56-4181-9c03-8e27284432ad service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866935 Mar 15 17:03:16.225180 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea64ad-6c32-4da8-85e0-8a6202926e0c req-dc5d7a8f-60c6-4195-91e3-b4c207feea2a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:16.226681 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-88ea64ad-6c32-4da8-85e0-8a6202926e0c req-dc5d7a8f-60c6-4195-91e3-b4c207feea2a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0558388 Mar 15 17:03:16.274047 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-88ea64ad-6c32-4da8-85e0-8a6202926e0c req-6db392ed-c27a-4b1f-8fd1-453fb61d9be4 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Mar 15 17:03:17.392926 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8423441-363a-4138-ab98-388d1bdc72fd req-2d405dc0-1666-4149-bf17-911656d24025 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:17.394374 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f8423441-363a-4138-ab98-388d1bdc72fd req-2d405dc0-1666-4149-bf17-911656d24025 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0535364 Mar 15 17:03:17.441848 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f8423441-363a-4138-ab98-388d1bdc72fd req-8f364483-2d13-44f1-a1f5-51856d567e7c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Mar 15 17:03:18.581599 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461bc3-b466-45c3-9866-7dbce3b2fcaa req-c424be8d-fc55-4d38-a118-3ca3bbee6d56 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:18.583259 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5c461bc3-b466-45c3-9866-7dbce3b2fcaa req-c424be8d-fc55-4d38-a118-3ca3bbee6d56 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0655205 Mar 15 17:03:18.650052 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5c461bc3-b466-45c3-9866-7dbce3b2fcaa req-fca84b99-a776-462f-8845-e2c8017df5aa tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594993 Mar 15 17:03:18.789712 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58312) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:18.889486 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d7a11a8-160a-414e-8506-21158d5686c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:18.962572 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d7a11a8-160a-414e-8506-21158d5686c9 admin admin] Publish callbacks [] for security_group (f7a9c090-38ff-41c5-91b6-91eb76f861a6), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:18.966018 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d7a11a8-160a-414e-8506-21158d5686c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f7a9c090-38ff-41c5-91b6-91eb76f861a6), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.004940 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1d7a11a8-160a-414e-8506-21158d5686c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80deed993fb64b339cc7b6defac8bbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139835 Mar 15 17:03:19.005817 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a11a8-160a-414e-8506-21158d5686c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a9c090-38ff-41c5-91b6-91eb76f861a6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:19.007481 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 58316) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:19.066788 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c288be19-7b9d-436e-992e-9776515de8b3 admin admin] Publish callbacks [] for security_group (f7a9c090-38ff-41c5-91b6-91eb76f861a6), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.091911 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c288be19-7b9d-436e-992e-9776515de8b3 admin admin] Publish callbacks [] for security_group (f7a9c090-38ff-41c5-91b6-91eb76f861a6), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.141357 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c288be19-7b9d-436e-992e-9776515de8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f7a9c090-38ff-41c5-91b6-91eb76f861a6), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.143854 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c288be19-7b9d-436e-992e-9776515de8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.145021 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c288be19-7b9d-436e-992e-9776515de8b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7a9c090-38ff-41c5-91b6-91eb76f861a6 HTTP/1.1" status: 204 len: 168 time: 0.1365509 Mar 15 17:03:19.152889 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288be19-7b9d-436e-992e-9776515de8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a9c090-38ff-41c5-91b6-91eb76f861a6,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:19.404018 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 58322) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:19.420965 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e5db7e05-8f9d-47c8-874c-f685e7ace29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.499204 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e5db7e05-8f9d-47c8-874c-f685e7ace29c admin admin] Publish callbacks [] for security_group (d505ac6a-b206-4451-b516-74a68e8729df), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.502750 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e5db7e05-8f9d-47c8-874c-f685e7ace29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (d505ac6a-b206-4451-b516-74a68e8729df), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.541985 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-e5db7e05-8f9d-47c8-874c-f685e7ace29c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e0ecc6503fb4e12be10c53ffb51175b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364994 Mar 15 17:03:19.542663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db7e05-8f9d-47c8-874c-f685e7ace29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d505ac6a-b206-4451-b516-74a68e8729df,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:19.545115 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58326) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:19.598108 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18bd8309-fc14-4305-abac-ed37f9a325db admin admin] Publish callbacks [] for security_group (d505ac6a-b206-4451-b516-74a68e8729df), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.618978 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18bd8309-fc14-4305-abac-ed37f9a325db admin admin] Publish callbacks [] for security_group (d505ac6a-b206-4451-b516-74a68e8729df), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.666945 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18bd8309-fc14-4305-abac-ed37f9a325db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (d505ac6a-b206-4451-b516-74a68e8729df), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.670397 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18bd8309-fc14-4305-abac-ed37f9a325db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:19.671580 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-18bd8309-fc14-4305-abac-ed37f9a325db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d505ac6a-b206-4451-b516-74a68e8729df HTTP/1.1" status: 204 len: 168 time: 0.1253011 Mar 15 17:03:19.683887 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd8309-fc14-4305-abac-ed37f9a325db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d505ac6a-b206-4451-b516-74a68e8729df,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:19.819740 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e7849-7b2a-44e4-9316-931a72db9868 req-c3737370-b37a-4e4c-a1a7-bf45d112db25 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:19.821286 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-590e7849-7b2a-44e4-9316-931a72db9868 req-c3737370-b37a-4e4c-a1a7-bf45d112db25 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0682335 Mar 15 17:03:19.878920 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-590e7849-7b2a-44e4-9316-931a72db9868 req-b1519484-c12e-4952-96dc-b6ffe41b277d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492072 Mar 15 17:03:21.010672 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983f227-bbfd-4e1c-a494-aa6892d73c56 req-6c157482-2551-4d09-9aa5-b40ca54f290b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:21.012141 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a983f227-bbfd-4e1c-a494-aa6892d73c56 req-6c157482-2551-4d09-9aa5-b40ca54f290b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0601444 Mar 15 17:03:21.068195 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a983f227-bbfd-4e1c-a494-aa6892d73c56 req-6df0a747-9312-4912-bb97-b6f382fe9bef tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Mar 15 17:03:22.187831 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc368ebe-12b5-4640-91f4-1815a3818204 req-41a579dc-ab15-4d3a-b12c-e6d08fa4351e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:22.189340 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dc368ebe-12b5-4640-91f4-1815a3818204 req-41a579dc-ab15-4d3a-b12c-e6d08fa4351e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0548978 Mar 15 17:03:22.235829 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dc368ebe-12b5-4640-91f4-1815a3818204 req-f40131a1-1842-4f32-b582-70f589a4256d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Mar 15 17:03:23.355051 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06fc4e-8483-4ecc-8d76-7e45b515f60f req-f3c30551-67a1-45b7-97d4-0c075011ccbc tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:23.357107 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7c06fc4e-8483-4ecc-8d76-7e45b515f60f req-f3c30551-67a1-45b7-97d4-0c075011ccbc tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0519722 Mar 15 17:03:23.402942 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7c06fc4e-8483-4ecc-8d76-7e45b515f60f req-6d554b27-3fab-4f71-8ba5-77cfebcad393 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397198 Mar 15 17:03:24.518110 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344efa14-e38c-415d-a113-384e46f908a6 req-0e541a20-7a8e-43ad-ba49-a778e08c82ca tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:24.519552 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-344efa14-e38c-415d-a113-384e46f908a6 req-0e541a20-7a8e-43ad-ba49-a778e08c82ca tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0515678 Mar 15 17:03:24.568574 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-344efa14-e38c-415d-a113-384e46f908a6 req-890843b7-07a1-47e7-b81c-e7b50e08618c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Mar 15 17:03:25.685067 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168b01-997f-4ce0-80b8-a75e54ba0678 req-eeafcde8-02cd-4975-aace-0fda061fce0a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:25.686534 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18168b01-997f-4ce0-80b8-a75e54ba0678 req-eeafcde8-02cd-4975-aace-0fda061fce0a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Mar 15 17:03:25.732670 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18168b01-997f-4ce0-80b8-a75e54ba0678 req-2cc592a9-792a-4241-9cb7-9b35faaee7c6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Mar 15 17:03:26.855148 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d714-f626-4f80-bd4e-3a36608e54be req-e4244cba-0693-4678-b3fd-0bd6d32bd2bd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:26.857162 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-28d3d714-f626-4f80-bd4e-3a36608e54be req-e4244cba-0693-4678-b3fd-0bd6d32bd2bd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0541828 Mar 15 17:03:26.905353 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-28d3d714-f626-4f80-bd4e-3a36608e54be req-729fa7ca-9400-405d-9b63-f9484bbc3901 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Mar 15 17:03:28.035478 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fae7e-e125-47e9-aed9-f75e228160f1 req-2318bef5-57ab-45fd-ad72-4797be717b45 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:28.036866 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-495fae7e-e125-47e9-aed9-f75e228160f1 req-2318bef5-57ab-45fd-ad72-4797be717b45 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0645185 Mar 15 17:03:28.086320 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-495fae7e-e125-47e9-aed9-f75e228160f1 req-b942e213-2eef-4fe5-b1a9-b04a524d2968 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Mar 15 17:03:29.202337 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a61ce-7da7-43a9-adef-8b1b14369a80 req-031ee633-8caa-4a33-bcb0-ffd984461cc4 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:29.203807 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e67a61ce-7da7-43a9-adef-8b1b14369a80 req-031ee633-8caa-4a33-bcb0-ffd984461cc4 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0527501 Mar 15 17:03:29.248824 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e67a61ce-7da7-43a9-adef-8b1b14369a80 req-3bf86206-fffa-414c-b8c0-d8e1c92d539a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Mar 15 17:03:30.375716 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04247de9-761d-48f3-a120-02372dc79c35 req-c8cafd74-2149-4e22-b6e3-f735e1424804 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:30.377693 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04247de9-761d-48f3-a120-02372dc79c35 req-c8cafd74-2149-4e22-b6e3-f735e1424804 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0621240 Mar 15 17:03:30.427042 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04247de9-761d-48f3-a120-02372dc79c35 req-c919e64a-c9bf-4e88-9cc0-af4e1e07c27b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Mar 15 17:03:31.367433 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1227e41-efe2-46ed-ae0a-098a48af2f85 req-36a09fef-b444-4268-b425-7cbbf2b6ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:31.368830 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b1227e41-efe2-46ed-ae0a-098a48af2f85 req-36a09fef-b444-4268-b425-7cbbf2b6ff67 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 1130 time: 0.0497262 Mar 15 17:03:31.418845 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b1227e41-efe2-46ed-ae0a-098a48af2f85 req-ed842c6c-7fde-494f-aded-859c195766f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403800 Mar 15 17:03:31.545503 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9c4d7-f55c-4501-ac1a-4c65b01cbe6e req-a1a04726-cad7-4746-825d-d8d71c188e0b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:31.546995 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5ba9c4d7-f55c-4501-ac1a-4c65b01cbe6e req-a1a04726-cad7-4746-825d-d8d71c188e0b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0534420 Mar 15 17:03:31.600914 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5ba9c4d7-f55c-4501-ac1a-4c65b01cbe6e req-6cc607a7-27e7-496e-baf0-668b6d09f9d2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480385 Mar 15 17:03:31.670257 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58646) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:31.776266 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e3eff4f-74ec-4e9c-8dc2-1f4685e8bc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:31.853600 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e3eff4f-74ec-4e9c-8dc2-1f4685e8bc06 admin admin] Publish callbacks [] for security_group (e8d21c6d-b897-4f91-b9a0-4a2701c67b2d), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:31.857457 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e3eff4f-74ec-4e9c-8dc2-1f4685e8bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e8d21c6d-b897-4f91-b9a0-4a2701c67b2d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:31.900059 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0e3eff4f-74ec-4e9c-8dc2-1f4685e8bc06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4adfe636b74c4d4580d371a6c9a0928a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287059 Mar 15 17:03:31.901772 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eff4f-74ec-4e9c-8dc2-1f4685e8bc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d21c6d-b897-4f91-b9a0-4a2701c67b2d,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:31.903080 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 58650) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:31.951422 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ffacb850-b532-4c20-91f3-2bba6186fc07 admin admin] Publish callbacks [] for security_group (e8d21c6d-b897-4f91-b9a0-4a2701c67b2d), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:31.971730 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ffacb850-b532-4c20-91f3-2bba6186fc07 admin admin] Publish callbacks [] for security_group (e8d21c6d-b897-4f91-b9a0-4a2701c67b2d), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.016653 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ffacb850-b532-4c20-91f3-2bba6186fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e8d21c6d-b897-4f91-b9a0-4a2701c67b2d), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.019155 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ffacb850-b532-4c20-91f3-2bba6186fc07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.020324 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ffacb850-b532-4c20-91f3-2bba6186fc07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8d21c6d-b897-4f91-b9a0-4a2701c67b2d HTTP/1.1" status: 204 len: 168 time: 0.1162493 Mar 15 17:03:32.029597 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacb850-b532-4c20-91f3-2bba6186fc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d21c6d-b897-4f91-b9a0-4a2701c67b2d,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:32.287795 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 58660) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:32.301704 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57fed575-a9aa-4291-8c35-602c9de35b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.390468 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57fed575-a9aa-4291-8c35-602c9de35b63 admin admin] Publish callbacks [] for security_group (03711069-e734-4ed2-af7f-d259bb3f3f9e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.395720 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57fed575-a9aa-4291-8c35-602c9de35b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (03711069-e734-4ed2-af7f-d259bb3f3f9e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.431656 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-57fed575-a9aa-4291-8c35-602c9de35b63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ce66477ad6e4e83bdb1d6481fd19c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427107 Mar 15 17:03:32.436085 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 58670) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:32.436739 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fed575-a9aa-4291-8c35-602c9de35b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03711069-e734-4ed2-af7f-d259bb3f3f9e,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:32.492130 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d6c78e55-156c-42e1-b779-51215a67a846 admin admin] Publish callbacks [] for security_group (03711069-e734-4ed2-af7f-d259bb3f3f9e), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.518316 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d6c78e55-156c-42e1-b779-51215a67a846 admin admin] Publish callbacks [] for security_group (03711069-e734-4ed2-af7f-d259bb3f3f9e), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.566972 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d6c78e55-156c-42e1-b779-51215a67a846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (03711069-e734-4ed2-af7f-d259bb3f3f9e), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.569135 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d6c78e55-156c-42e1-b779-51215a67a846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:32.574558 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-d6c78e55-156c-42e1-b779-51215a67a846 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03711069-e734-4ed2-af7f-d259bb3f3f9e HTTP/1.1" status: 204 len: 168 time: 0.1307938 Mar 15 17:03:32.581600 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c78e55-156c-42e1-b779-51215a67a846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03711069-e734-4ed2-af7f-d259bb3f3f9e,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:32.737935 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f9019-8e4f-4343-a619-9c526c01eb1f req-c2e1a52e-59c1-466f-a67d-1823cd9913a2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:32.739458 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8c5f9019-8e4f-4343-a619-9c526c01eb1f req-c2e1a52e-59c1-466f-a67d-1823cd9913a2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0684571 Mar 15 17:03:32.799127 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8c5f9019-8e4f-4343-a619-9c526c01eb1f req-c4ceb459-fc21-4c2c-a2d5-0737c1f2059a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533381 Mar 15 17:03:33.081892 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-db16e9b1-4f07-4e80-ab0b-c6a9029c61b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.320989 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 58708) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:33.418977 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1861584131-network', 'tenant_id': '9109ae46ddcd4530bf6fd0da303d9933'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:03:33.439585 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Made reservation on behalf of 9109ae46ddcd4530bf6fd0da303d9933 for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:03:33.442048 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.451982 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.530313 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Publish callbacks [] for security_group (16be7fc0-78ca-44a2-8139-3b07f7ce7ce3), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.534361 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (16be7fc0-78ca-44a2-8139-3b07f7ce7ce3), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.561245 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:03:33.570779 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be7fc0-78ca-44a2-8139-3b07f7ce7ce3,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:33.575486 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (174ed37c-d7d0-4f17-a047-109b7176335c), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.575821 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Added segment 174ed37c-d7d0-4f17-a047-109b7176335c of type vlan for network b167a296-8bd2-4f22-a7fa-ac55b46e3aba Mar 15 17:03:33.614278 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (b167a296-8bd2-4f22-a7fa-ac55b46e3aba), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.637910 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (b167a296-8bd2-4f22-a7fa-ac55b46e3aba), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.638889 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:33.639455 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.692944 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3708324 Mar 15 17:03:33.695932 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58712) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:33.697729 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b00749-e547-402a-8858-d20ae71a1ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=b167a296-8bd2-4f22-a7fa-ac55b46e3aba,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:33.700932 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Request body: {'subnet': {'network_id': 'b167a296-8bd2-4f22-a7fa-ac55b46e3aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1861584131-subnet', 'tenant_id': '9109ae46ddcd4530bf6fd0da303d9933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:03:33.707580 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network b167a296-8bd2-4f22-a7fa-ac55b46e3aba details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:03:33.719875 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Made reservation on behalf of 9109ae46ddcd4530bf6fd0da303d9933 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:03:33.722966 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.911684 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (81f69ec9-7288-425d-8335-499412814afe), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:33.942304 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335fe79-e64a-4848-aad9-e5910420a565 req-601e93b0-2f0c-46ff-a41e-bb925bcac42e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:33.943790 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a335fe79-e64a-4848-aad9-e5910420a565 req-601e93b0-2f0c-46ff-a41e-bb925bcac42e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0675533 Mar 15 17:03:33.974519 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f69ec9-7288-425d-8335-499412814afe,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:33.979880 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Checking segment: {'id': '174ed37c-d7d0-4f17-a047-109b7176335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b167a296-8bd2-4f22-a7fa-ac55b46e3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:03:33.980830 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Network hostable DHCP agents. Network: b167a296-8bd2-4f22-a7fa-ac55b46e3aba, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:03:33.997328 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a335fe79-e64a-4848-aad9-e5910420a565 req-babb52c0-170c-482c-bf15-a218bfe11730 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 Mar 15 17:03:34.000317 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Network b167a296-8bd2-4f22-a7fa-ac55b46e3aba is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:03:34.012504 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, b167a296-8bd2-4f22-a7fa-ac55b46e3aba) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:03:34.023695 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:34.023695 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.025078 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865a3f3-543e-4178-b403-e9c9af723886 None None] Network b167a296-8bd2-4f22-a7fa-ac55b46e3aba requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:03:34.049040 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-90b63f4d-5a35-4208-bdec-b74d102f5fad admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3519433 Mar 15 17:03:34.159903 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb78d-cacb-4aad-8431-2f154bd3f913 req-a3c2ad3f-387d-4e87-8c4f-11b35dd4b7fd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:34.161614 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fccfb78d-cacb-4aad-8431-2f154bd3f913 req-a3c2ad3f-387d-4e87-8c4f-11b35dd4b7fd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0723355 Mar 15 17:03:34.168271 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe68902-dc58-4050-8ffb-7018b01ba699 None None] Network b167a296-8bd2-4f22-a7fa-ac55b46e3aba requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:03:34.222610 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fccfb78d-cacb-4aad-8431-2f154bd3f913 req-fef4d3d7-ab38-4977-8da6-cf304f064360 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 Mar 15 17:03:34.391367 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58752) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:34.514285 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09b31c3a-68c4-4d19-9cb2-9f81f83542f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.641060 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09b31c3a-68c4-4d19-9cb2-9f81f83542f0 admin admin] Publish callbacks [] for security_group (52b1f0ac-2507-4b80-b227-2ffe8a10b8ae), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.648551 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09b31c3a-68c4-4d19-9cb2-9f81f83542f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (52b1f0ac-2507-4b80-b227-2ffe8a10b8ae), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.691057 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b31c3a-68c4-4d19-9cb2-9f81f83542f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b1f0ac-2507-4b80-b227-2ffe8a10b8ae,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:34.696445 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-09b31c3a-68c4-4d19-9cb2-9f81f83542f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa8e3396e1144d64ac689480ed56f3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035741 Mar 15 17:03:34.699484 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58768) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:34.700950 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 58770) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:34.706343 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-51777091-network', 'tenant_id': '5216df87ec4748adb09fcadc1a2ed9bf'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:03:34.728703 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Made reservation on behalf of 5216df87ec4748adb09fcadc1a2ed9bf for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:03:34.731545 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.740519 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.757409 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6119-354d-44ec-8ede-de0da53d9487 admin admin] Publish callbacks [] for security_group (52b1f0ac-2507-4b80-b227-2ffe8a10b8ae), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.782024 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6119-354d-44ec-8ede-de0da53d9487 admin admin] Publish callbacks [] for security_group (52b1f0ac-2507-4b80-b227-2ffe8a10b8ae), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.815576 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Publish callbacks [] for security_group (46bb8c0b-e996-4fab-b274-6de933bd45e7), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.820932 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (46bb8c0b-e996-4fab-b274-6de933bd45e7), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.831618 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6119-354d-44ec-8ede-de0da53d9487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (52b1f0ac-2507-4b80-b227-2ffe8a10b8ae), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.834296 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6119-354d-44ec-8ede-de0da53d9487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.835502 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a4bc6119-354d-44ec-8ede-de0da53d9487 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52b1f0ac-2507-4b80-b227-2ffe8a10b8ae HTTP/1.1" status: 204 len: 168 time: 0.1345160 Mar 15 17:03:34.844000 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc6119-354d-44ec-8ede-de0da53d9487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b1f0ac-2507-4b80-b227-2ffe8a10b8ae,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:34.849344 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:03:34.861280 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bb8c0b-e996-4fab-b274-6de933bd45e7,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:34.866190 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (f25aade6-34b8-4a11-8e61-95f0952450b5), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.866526 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Added segment f25aade6-34b8-4a11-8e61-95f0952450b5 of type vlan for network dbb50d67-e038-4aad-883b-269f8ff317d7 Mar 15 17:03:34.914531 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (dbb50d67-e038-4aad-883b-269f8ff317d7), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.940272 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (dbb50d67-e038-4aad-883b-269f8ff317d7), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:34.941249 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:34.941828 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.001253 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2986088 Mar 15 17:03:35.004539 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58774) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:35.011948 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Request body: {'subnet': {'network_id': 'dbb50d67-e038-4aad-883b-269f8ff317d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-51777091-subnet', 'tenant_id': '5216df87ec4748adb09fcadc1a2ed9bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:03:35.013421 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95397e-32de-46af-9024-9fafbc2f0a1b admin admin] Pushing event updated for resources: {'Network': ['ID=dbb50d67-e038-4aad-883b-269f8ff317d7,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:35.031596 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network dbb50d67-e038-4aad-883b-269f8ff317d7 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:03:35.034651 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Made reservation on behalf of 5216df87ec4748adb09fcadc1a2ed9bf for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:03:35.037424 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.225831 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for subnet (0fe78bf4-c30b-493e-8365-c5723bd22b65), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.233696 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58780) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:35.274436 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c27e-193a-4d2a-9ca6-205bce009109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.297780 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe78bf4-c30b-493e-8365-c5723bd22b65,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:35.331291 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Checking segment: {'id': 'f25aade6-34b8-4a11-8e61-95f0952450b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dbb50d67-e038-4aad-883b-269f8ff317d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:03:35.331645 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Network hostable DHCP agents. Network: dbb50d67-e038-4aad-883b-269f8ff317d7, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:03:35.367082 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Network dbb50d67-e038-4aad-883b-269f8ff317d7 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:03:35.385908 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, dbb50d67-e038-4aad-883b-269f8ff317d7) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:03:35.392963 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:35.393518 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bedcb2-7e39-4d23-9c2e-0ed1e8f48ec4 None None] Network dbb50d67-e038-4aad-883b-269f8ff317d7 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:03:35.393939 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.406737 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c27e-193a-4d2a-9ca6-205bce009109 admin admin] Publish callbacks [] for security_group (8e44aa18-6ca2-4282-a4dc-6a825eb449cf), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.411892 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c27e-193a-4d2a-9ca6-205bce009109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (8e44aa18-6ca2-4282-a4dc-6a825eb449cf), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.420494 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-415a1d35-7cd4-4837-ab85-9925b887c72e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4145253 Mar 15 17:03:35.461040 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6fb2c27e-193a-4d2a-9ca6-205bce009109 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ebc3874ba8f44fb91eeb9d8a8b99212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238712 Mar 15 17:03:35.461040 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2c27e-193a-4d2a-9ca6-205bce009109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44aa18-6ca2-4282-a4dc-6a825eb449cf,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:35.462348 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 58784) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:35.488724 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a48ca345-6fbf-4a1c-a3e0-99e1bba2a74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.521317 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8345287-dd4e-4cad-a4a4-1b596448940b admin admin] Publish callbacks [] for security_group (8e44aa18-6ca2-4282-a4dc-6a825eb449cf), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.525393 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e1686-3a9c-4279-b89a-a6f9930fd036 None None] Network dbb50d67-e038-4aad-883b-269f8ff317d7 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:03:35.544654 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8345287-dd4e-4cad-a4a4-1b596448940b admin admin] Publish callbacks [] for security_group (8e44aa18-6ca2-4282-a4dc-6a825eb449cf), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.610550 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8345287-dd4e-4cad-a4a4-1b596448940b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (8e44aa18-6ca2-4282-a4dc-6a825eb449cf), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.614016 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8345287-dd4e-4cad-a4a4-1b596448940b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:35.629818 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a8345287-dd4e-4cad-a4a4-1b596448940b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e44aa18-6ca2-4282-a4dc-6a825eb449cf HTTP/1.1" status: 204 len: 168 time: 0.1659243 Mar 15 17:03:35.648467 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8345287-dd4e-4cad-a4a4-1b596448940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44aa18-6ca2-4282-a4dc-6a825eb449cf,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:36.001592 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-2f511bf6-ea17-4bc6-b2b7-54296378fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:36.002741 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-2f511bf6-ea17-4bc6-b2b7-54296378fc63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1130 time: 0.0927565 Mar 15 17:03:36.012626 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26409efa-b9ab-4cf1-b52b-7c55a6407c58 req-78899375-3747-4f44-8207-86fea4a6bb02 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:36.014448 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-26409efa-b9ab-4cf1-b52b-7c55a6407c58 req-78899375-3747-4f44-8207-86fea4a6bb02 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0952506 Mar 15 17:03:36.122186 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-26409efa-b9ab-4cf1-b52b-7c55a6407c58 req-3f11e6f0-6db9-47e1-b59f-ce4e260a47ae tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992148 Mar 15 17:03:36.152765 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-f4ba50c2-b571-4694-95d2-285fee1f1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:36.154240 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-f4ba50c2-b571-4694-95d2-285fee1f1267 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 919 time: 0.1388943 Mar 15 17:03:36.203966 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-a2b89b86-086d-4f57-8b79-7af660a87b2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0363848 Mar 15 17:03:36.255165 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-b5fb1d3d-3dd2-4491-b538-1c1155f36847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:36.256998 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-b5fb1d3d-3dd2-4491-b538-1c1155f36847 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.0465095 Mar 15 17:03:36.308816 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-09074b71-41a0-4ea9-ad56-1cd2bfbc86fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307128 Mar 15 17:03:36.427007 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-85ad589b-9c61-4716-a5e0-ae3ca1a44829 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089120 Mar 15 17:03:36.454655 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:36.537372 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a25ab3f6-2606-49af-9f31-f202417e8664 req-1a47e0c7-3063-43da-83e5-1f15547068c7 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959067 Mar 15 17:03:37.253836 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5057e32-0f37-4013-b10d-a775691f739d req-d9d95631-8169-4bd7-95ec-46f943588efa tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:37.257152 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d5057e32-0f37-4013-b10d-a775691f739d req-d9d95631-8169-4bd7-95ec-46f943588efa tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0568981 Mar 15 17:03:37.309043 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d5057e32-0f37-4013-b10d-a775691f739d req-0f0985cc-8f89-4f8d-8b59-8b19788144ae tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Mar 15 17:03:37.876327 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:38.429302 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a52e5-adad-47ee-9d1b-a2f7d91fddd5 req-5135dcff-9f2d-410b-89b4-d6061e3d7e3c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:38.430728 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-356a52e5-adad-47ee-9d1b-a2f7d91fddd5 req-5135dcff-9f2d-410b-89b4-d6061e3d7e3c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0514157 Mar 15 17:03:38.475819 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-356a52e5-adad-47ee-9d1b-a2f7d91fddd5 req-a0d7045b-2cde-4dd7-a288-2e17530cfef2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Mar 15 17:03:39.585423 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:39.592366 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f3f4b-c19c-452c-acb7-1540fa994281 req-7a0724ed-bee3-477b-b92a-0089c931f736 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:39.593857 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e27f3f4b-c19c-452c-acb7-1540fa994281 req-7a0724ed-bee3-477b-b92a-0089c931f736 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0546737 Mar 15 17:03:39.640118 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e27f3f4b-c19c-452c-acb7-1540fa994281 req-e8320cbf-15d7-4e7c-b10c-d9f5c8b5f889 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Mar 15 17:03:39.653753 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:40.754995 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc199-d749-47b6-8e59-b664cf0907bc req-8b1d35eb-1c94-40cb-b1ad-aeb4a29baaf2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:40.756481 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c4ccc199-d749-47b6-8e59-b664cf0907bc req-8b1d35eb-1c94-40cb-b1ad-aeb4a29baaf2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0514917 Mar 15 17:03:40.801381 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c4ccc199-d749-47b6-8e59-b664cf0907bc req-bdf5f3f7-19d6-495b-8839-8c8807cf0da0 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Mar 15 17:03:41.918007 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271787a2-5498-4e22-a344-734205ca7920 req-f4c7bb9d-eda5-43b7-a4af-1fddcd2ca628 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:41.919378 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-271787a2-5498-4e22-a344-734205ca7920 req-f4c7bb9d-eda5-43b7-a4af-1fddcd2ca628 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0531330 Mar 15 17:03:41.967215 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-271787a2-5498-4e22-a344-734205ca7920 req-8a1501df-11ee-4197-8d0f-97c10a37e893 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Mar 15 17:03:43.084982 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427056f-5581-46ec-bd14-f97c93ce6a03 req-1e796bfe-4c33-47b7-9f43-b3a41373df2e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:43.086433 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8427056f-5581-46ec-bd14-f97c93ce6a03 req-1e796bfe-4c33-47b7-9f43-b3a41373df2e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0514736 Mar 15 17:03:43.135526 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8427056f-5581-46ec-bd14-f97c93ce6a03 req-5bebbb31-3272-4335-8e54-712fd55c7629 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Mar 15 17:03:44.254393 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f0a9b-9a9d-44ec-8cb0-70ae8243a841 req-e26ad706-41d0-4fc9-a2e7-1962ed196e1f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:44.255851 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b23f0a9b-9a9d-44ec-8cb0-70ae8243a841 req-e26ad706-41d0-4fc9-a2e7-1962ed196e1f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0547707 Mar 15 17:03:44.311645 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b23f0a9b-9a9d-44ec-8cb0-70ae8243a841 req-fc1aa06f-38cf-4d2f-8c3c-15b8ed5e1a0e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495586 Mar 15 17:03:45.431002 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85b58c-82e6-4cb5-8aa5-2973cd3239e1 req-71e31143-ffbb-43e6-b829-05643c37824d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:45.432379 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-eb85b58c-82e6-4cb5-8aa5-2973cd3239e1 req-71e31143-ffbb-43e6-b829-05643c37824d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0547051 Mar 15 17:03:45.477599 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-eb85b58c-82e6-4cb5-8aa5-2973cd3239e1 req-558c21f2-a942-489a-9504-a7a65d92cee7 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394719 Mar 15 17:03:46.590651 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306a96f-9c96-4eca-a1d2-ae3833f737da req-7c657ae9-b06e-49bb-b2e3-7bf0bcf6780f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:46.592086 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7306a96f-9c96-4eca-a1d2-ae3833f737da req-7c657ae9-b06e-49bb-b2e3-7bf0bcf6780f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0505280 Mar 15 17:03:46.636772 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7306a96f-9c96-4eca-a1d2-ae3833f737da req-be1c724f-aedd-40cd-8860-47a89f394aa5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Mar 15 17:03:47.524789 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:03:47.766439 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da605e-ecd6-483e-bbb1-1e3ce3fa2b0e req-50cd207c-cf05-48fd-bbc7-b77f0850d5e1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:47.767930 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-95da605e-ecd6-483e-bbb1-1e3ce3fa2b0e req-50cd207c-cf05-48fd-bbc7-b77f0850d5e1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0643930 Mar 15 17:03:47.812827 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-95da605e-ecd6-483e-bbb1-1e3ce3fa2b0e req-ab2615cf-e7c9-4365-80eb-f170279f9e3d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Mar 15 17:03:48.638630 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59070) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:48.743752 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-45fa548c-71e8-45b7-8f34-4a1ef7cc2d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:48.815800 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-45fa548c-71e8-45b7-8f34-4a1ef7cc2d0e admin admin] Publish callbacks [] for security_group (29952cdf-e4c8-4ecd-8f2b-bd25d8f678dc), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:48.819514 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-45fa548c-71e8-45b7-8f34-4a1ef7cc2d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (29952cdf-e4c8-4ecd-8f2b-bd25d8f678dc), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:48.858602 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa548c-71e8-45b7-8f34-4a1ef7cc2d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29952cdf-e4c8-4ecd-8f2b-bd25d8f678dc,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:48.865433 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-45fa548c-71e8-45b7-8f34-4a1ef7cc2d0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ae49a2623134c7ebc0c17c6a1a5d92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231898 Mar 15 17:03:48.865602 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59076) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:48.911969 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39116619-6f11-4814-818a-0d4308ecd5c9 admin admin] Publish callbacks [] for security_group (29952cdf-e4c8-4ecd-8f2b-bd25d8f678dc), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:48.930158 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee221fdb-05d5-4379-bbf9-fbfb63d1037f req-9e2efd2b-e61e-440c-9e67-2ec156caa28e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:48.931642 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ee221fdb-05d5-4379-bbf9-fbfb63d1037f req-9e2efd2b-e61e-440c-9e67-2ec156caa28e tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0515707 Mar 15 17:03:48.935039 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39116619-6f11-4814-818a-0d4308ecd5c9 admin admin] Publish callbacks [] for security_group (29952cdf-e4c8-4ecd-8f2b-bd25d8f678dc), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:48.978349 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ee221fdb-05d5-4379-bbf9-fbfb63d1037f req-2f2fe399-00dc-47db-ac66-f91c8b60b2a3 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Mar 15 17:03:48.987770 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39116619-6f11-4814-818a-0d4308ecd5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (29952cdf-e4c8-4ecd-8f2b-bd25d8f678dc), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:48.990434 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39116619-6f11-4814-818a-0d4308ecd5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:48.991473 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-39116619-6f11-4814-818a-0d4308ecd5c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29952cdf-e4c8-4ecd-8f2b-bd25d8f678dc HTTP/1.1" status: 204 len: 168 time: 0.1249185 Mar 15 17:03:48.999189 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39116619-6f11-4814-818a-0d4308ecd5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29952cdf-e4c8-4ecd-8f2b-bd25d8f678dc,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:49.246658 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59082) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:49.259205 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8135bc8-ac90-4f10-a6a0-a9858f05e05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:49.330045 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8135bc8-ac90-4f10-a6a0-a9858f05e05a admin admin] Publish callbacks [] for security_group (820f6591-ed2a-4da6-9375-1cbb2beffd96), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:49.333618 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8135bc8-ac90-4f10-a6a0-a9858f05e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (820f6591-ed2a-4da6-9375-1cbb2beffd96), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:49.370108 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d8135bc8-ac90-4f10-a6a0-a9858f05e05a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1dc516e41cfa44768835ddad472314de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1224077 Mar 15 17:03:49.370989 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8135bc8-ac90-4f10-a6a0-a9858f05e05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f6591-ed2a-4da6-9375-1cbb2beffd96,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:49.372860 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59084) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:49.419992 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-47041602-dacc-4b52-adef-6932858893df admin admin] Publish callbacks [] for security_group (820f6591-ed2a-4da6-9375-1cbb2beffd96), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:49.441603 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-47041602-dacc-4b52-adef-6932858893df admin admin] Publish callbacks [] for security_group (820f6591-ed2a-4da6-9375-1cbb2beffd96), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:49.493643 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-47041602-dacc-4b52-adef-6932858893df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (820f6591-ed2a-4da6-9375-1cbb2beffd96), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:49.496202 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-47041602-dacc-4b52-adef-6932858893df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:49.497869 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-47041602-dacc-4b52-adef-6932858893df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/820f6591-ed2a-4da6-9375-1cbb2beffd96 HTTP/1.1" status: 204 len: 168 time: 0.1239688 Mar 15 17:03:49.505202 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47041602-dacc-4b52-adef-6932858893df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f6591-ed2a-4da6-9375-1cbb2beffd96,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:50.137293 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0e649-453e-426c-bc04-e48f5f2eca3b req-060f5c0d-29ee-49e1-80a4-ac297d03f9a5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:50.138956 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-31f0e649-453e-426c-bc04-e48f5f2eca3b req-060f5c0d-29ee-49e1-80a4-ac297d03f9a5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0706329 Mar 15 17:03:50.187869 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-31f0e649-453e-426c-bc04-e48f5f2eca3b req-5d1c6bed-8e73-40c1-8419-350361d6ab22 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436008 Mar 15 17:03:51.301711 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc730d-d028-4e04-871c-b1c72fe9ed36 req-0c35d179-5b42-4592-a50d-95faa9924d98 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:51.303162 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f6fc730d-d028-4e04-871c-b1c72fe9ed36 req-0c35d179-5b42-4592-a50d-95faa9924d98 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0510941 Mar 15 17:03:51.347407 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f6fc730d-d028-4e04-871c-b1c72fe9ed36 req-766e2a0f-989a-477d-b82e-ae4e6255de90 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388336 Mar 15 17:03:52.470783 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f89fec-2be5-42fd-935f-a2e83ebc99f3 req-e7ae2d37-1f37-4f8f-9143-418243867e7c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:52.472566 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-96f89fec-2be5-42fd-935f-a2e83ebc99f3 req-e7ae2d37-1f37-4f8f-9143-418243867e7c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0578091 Mar 15 17:03:52.519902 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-96f89fec-2be5-42fd-935f-a2e83ebc99f3 req-0c697e6f-7a13-4578-8d0c-06b6ccd9165a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 Mar 15 17:03:53.370524 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59232) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:53.414598 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_v2 [None req-e890bccc-eca0-4831-96f9-36113e67d8c8 admin admin] Deleting subnet 81f69ec9-7288-425d-8335-499412814afe {{(pid=103235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:03:53.417721 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e890bccc-eca0-4831-96f9-36113e67d8c8 admin admin] Publish callbacks [] for subnet (81f69ec9-7288-425d-8335-499412814afe), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.451847 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e890bccc-eca0-4831-96f9-36113e67d8c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638637'] for subnet (81f69ec9-7288-425d-8335-499412814afe), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.494675 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e890bccc-eca0-4831-96f9-36113e67d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (81f69ec9-7288-425d-8335-499412814afe), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.550173 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e890bccc-eca0-4831-96f9-36113e67d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4101447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753961'] for subnet (81f69ec9-7288-425d-8335-499412814afe), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.562932 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e890bccc-eca0-4831-96f9-36113e67d8c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.568318 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-e890bccc-eca0-4831-96f9-36113e67d8c8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/81f69ec9-7288-425d-8335-499412814afe HTTP/1.1" status: 204 len: 168 time: 0.1945434 Mar 15 17:03:53.568903 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59236) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:53.586126 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890bccc-eca0-4831-96f9-36113e67d8c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f69ec9-7288-425d-8335-499412814afe,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:53.640090 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (b167a296-8bd2-4f22-a7fa-ac55b46e3aba), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.641087 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30e658-e8ba-4663-908e-f384c3b4455c req-93962244-fcd9-4f87-a83f-9204fb23f0b7 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:53.642612 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7b30e658-e8ba-4663-908e-f384c3b4455c req-93962244-fcd9-4f87-a83f-9204fb23f0b7 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0532415 Mar 15 17:03:53.691342 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7b30e658-e8ba-4663-908e-f384c3b4455c req-7277027c-4a87-4114-90d5-02bff8ba3352 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 Mar 15 17:03:53.723696 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (b167a296-8bd2-4f22-a7fa-ac55b46e3aba), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.744833 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.745177 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.745911 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.746751 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.747085 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.747414 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.747727 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.748064 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.748376 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.748724 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.823201 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.823466 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.823795 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.824131 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 15 17:03:53.825166 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b167a296-8bd2-4f22-a7fa-ac55b46e3aba']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:53.842617 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174ed37c-d7d0-4f17-a047-109b7176335c') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:53.842917 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174ed37c-d7d0-4f17-a047-109b7176335c') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:53.860164 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260223160'] for segment (174ed37c-d7d0-4f17-a047-109b7176335c), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.880726 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (174ed37c-d7d0-4f17-a047-109b7176335c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.889450 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:03:53.889857 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097293'] for segment (174ed37c-d7d0-4f17-a047-109b7176335c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: from cryptography.utils import int_from_bytes Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: from cryptography.utils import int_from_bytes Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: timer() Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: cb(*args, **kw) Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: self._notify() Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: self.callback(batched_events) Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: event.method(event) Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._get(url).json() Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:03:53.893907 dv-cinder-733623-12-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:03:53.949474 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (b167a296-8bd2-4f22-a7fa-ac55b46e3aba), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.964584 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:53.967807 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b167a296-8bd2-4f22-a7fa-ac55b46e3aba HTTP/1.1" status: 204 len: 168 time: 0.3977921 Mar 15 17:03:53.969048 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ceeea-5e3a-49e6-a68b-e9817e98d1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b167a296-8bd2-4f22-a7fa-ac55b46e3aba,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:53.970743 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59242) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:54.018323 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-998045ae-3a87-4408-b7d1-1ee9bc78747d admin admin] Deleting subnet 0fe78bf4-c30b-493e-8365-c5723bd22b65 {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:03:54.021841 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-998045ae-3a87-4408-b7d1-1ee9bc78747d admin admin] Publish callbacks [] for subnet (0fe78bf4-c30b-493e-8365-c5723bd22b65), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.055294 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-998045ae-3a87-4408-b7d1-1ee9bc78747d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260223105'] for subnet (0fe78bf4-c30b-493e-8365-c5723bd22b65), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.100266 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-998045ae-3a87-4408-b7d1-1ee9bc78747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (0fe78bf4-c30b-493e-8365-c5723bd22b65), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.154128 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-998045ae-3a87-4408-b7d1-1ee9bc78747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260131416'] for subnet (0fe78bf4-c30b-493e-8365-c5723bd22b65), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.182524 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998045ae-3a87-4408-b7d1-1ee9bc78747d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe78bf4-c30b-493e-8365-c5723bd22b65,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:54.187076 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-998045ae-3a87-4408-b7d1-1ee9bc78747d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.190535 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-998045ae-3a87-4408-b7d1-1ee9bc78747d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0fe78bf4-c30b-493e-8365-c5723bd22b65 HTTP/1.1" status: 204 len: 168 time: 0.2188034 Mar 15 17:03:54.192990 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59244) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:54.258481 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (dbb50d67-e038-4aad-883b-269f8ff317d7), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.337465 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (dbb50d67-e038-4aad-883b-269f8ff317d7), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.358687 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb50d67-e038-4aad-883b-269f8ff317d7']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:54.367905 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25aade6-34b8-4a11-8e61-95f0952450b5') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:54.368202 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25aade6-34b8-4a11-8e61-95f0952450b5') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:03:54.377709 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260223160'] for segment (f25aade6-34b8-4a11-8e61-95f0952450b5), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.391009 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (f25aade6-34b8-4a11-8e61-95f0952450b5), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.397581 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:03:54.397962 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097293'] for segment (f25aade6-34b8-4a11-8e61-95f0952450b5), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: timer() Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: cb(*args, **kw) Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: self._notify() Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: self.callback(batched_events) Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: event.method(event) Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._get(url).json() Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:03:54.399664 dv-cinder-733623-12-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:03:54.453996 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (dbb50d67-e038-4aad-883b-269f8ff317d7), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.459800 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.463492 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dbb50d67-e038-4aad-883b-269f8ff317d7 HTTP/1.1" status: 204 len: 168 time: 0.2695248 Mar 15 17:03:54.475923 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f999cb2-4e45-4ae7-a9ba-f6dec0cf7653 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb50d67-e038-4aad-883b-269f8ff317d7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:54.624829 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59248) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:54.663412 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ba1643ff-7e62-4d45-8efb-4b5cc4793b68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9109ae46ddcd4530bf6fd0da303d9933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374374 Mar 15 17:03:54.665876 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59250) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:54.715896 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6e8e8e2d-29ac-4bd2-b3ef-cd5713a9015c admin admin] Publish callbacks [] for security_group (16be7fc0-78ca-44a2-8139-3b07f7ce7ce3), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.743037 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6e8e8e2d-29ac-4bd2-b3ef-cd5713a9015c admin admin] Publish callbacks [] for security_group (16be7fc0-78ca-44a2-8139-3b07f7ce7ce3), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.816852 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6e8e8e2d-29ac-4bd2-b3ef-cd5713a9015c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (16be7fc0-78ca-44a2-8139-3b07f7ce7ce3), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.819424 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6e8e8e2d-29ac-4bd2-b3ef-cd5713a9015c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:54.820605 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-6e8e8e2d-29ac-4bd2-b3ef-cd5713a9015c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16be7fc0-78ca-44a2-8139-3b07f7ce7ce3 HTTP/1.1" status: 204 len: 168 time: 0.1538212 Mar 15 17:03:54.837458 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff092f-62d5-4cbc-adfa-2edc38854342 req-0fd7eedf-6060-4fb6-a9b2-9e34ccb1c45b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:54.838957 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7dff092f-62d5-4cbc-adfa-2edc38854342 req-0fd7eedf-6060-4fb6-a9b2-9e34ccb1c45b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0694866 Mar 15 17:03:54.846305 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e8e2d-29ac-4bd2-b3ef-cd5713a9015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be7fc0-78ca-44a2-8139-3b07f7ce7ce3,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:54.894291 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7dff092f-62d5-4cbc-adfa-2edc38854342 req-01bf6ed2-626f-4b5c-a1d0-5f76363367af tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Mar 15 17:03:55.151699 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59262) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:55.193376 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-cd6835f3-aa65-4b10-a680-6a33357b8073 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5216df87ec4748adb09fcadc1a2ed9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404329 Mar 15 17:03:55.195716 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59264) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:03:55.257683 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-41afaaa3-9b11-4234-8070-98534f9ccc74 admin admin] Publish callbacks [] for security_group (46bb8c0b-e996-4fab-b274-6de933bd45e7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:55.284204 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-41afaaa3-9b11-4234-8070-98534f9ccc74 admin admin] Publish callbacks [] for security_group (46bb8c0b-e996-4fab-b274-6de933bd45e7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:55.337158 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-41afaaa3-9b11-4234-8070-98534f9ccc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (46bb8c0b-e996-4fab-b274-6de933bd45e7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:55.339808 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-41afaaa3-9b11-4234-8070-98534f9ccc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:03:55.340992 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-41afaaa3-9b11-4234-8070-98534f9ccc74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46bb8c0b-e996-4fab-b274-6de933bd45e7 HTTP/1.1" status: 204 len: 168 time: 0.1443720 Mar 15 17:03:55.348801 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afaaa3-9b11-4234-8070-98534f9ccc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bb8c0b-e996-4fab-b274-6de933bd45e7,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:03:56.018424 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986990e-c030-4681-a2c5-d83a91eefab7 req-989f2d27-93ca-47f2-86f3-b57d93476465 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:56.019925 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4986990e-c030-4681-a2c5-d83a91eefab7 req-989f2d27-93ca-47f2-86f3-b57d93476465 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0537081 Mar 15 17:03:56.074532 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4986990e-c030-4681-a2c5-d83a91eefab7 req-3f554f05-120c-4d22-8764-9780da16492c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473392 Mar 15 17:03:56.549293 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7ee25-09d2-46f7-845d-7da5a7dae845 req-b71d10fd-1138-4acc-a8bc-4567c71cda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:56.550750 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77e7ee25-09d2-46f7-845d-7da5a7dae845 req-b71d10fd-1138-4acc-a8bc-4567c71cda6a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1130 time: 0.0488746 Mar 15 17:03:56.594539 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77e7ee25-09d2-46f7-845d-7da5a7dae845 req-b86febab-8dda-4979-8840-ffdf62029aec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Mar 15 17:03:57.189403 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c4180-6e20-40ea-8cf1-812f8ff8c9a2 req-12b1f8bb-5481-475f-acae-b19e3845c137 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:57.190907 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6d4c4180-6e20-40ea-8cf1-812f8ff8c9a2 req-12b1f8bb-5481-475f-acae-b19e3845c137 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0520012 Mar 15 17:03:57.236662 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6d4c4180-6e20-40ea-8cf1-812f8ff8c9a2 req-d7906c3a-d8e0-4ae0-9e2f-dfdc84507cd6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Mar 15 17:03:58.349994 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc2f4-8e4e-481f-872a-4bdc5f96c524 req-4c11cdc6-3ebc-48a1-9da8-ca11eaded82c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:58.351376 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2bbbc2f4-8e4e-481f-872a-4bdc5f96c524 req-4c11cdc6-3ebc-48a1-9da8-ca11eaded82c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0506923 Mar 15 17:03:58.398556 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2bbbc2f4-8e4e-481f-872a-4bdc5f96c524 req-630e5e45-7cbc-4062-83dd-3808c76bd572 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 Mar 15 17:03:58.643441 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc063c99-f044-4899-a587-c8a67f6d1640 req-aa91d565-71e5-44ac-9e2b-58fbbadd5dd2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:58.644933 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cc063c99-f044-4899-a587-c8a67f6d1640 req-aa91d565-71e5-44ac-9e2b-58fbbadd5dd2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0519593 Mar 15 17:03:58.691105 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cc063c99-f044-4899-a587-c8a67f6d1640 req-0680ba67-9742-4ddc-9d53-86ae59c591e3 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401645 Mar 15 17:03:59.818760 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da32e-fb5a-4d91-bdee-4fee1915b9e7 req-2744b478-c48c-44f1-acbd-41163384a296 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:03:59.820749 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bc4da32e-fb5a-4d91-bdee-4fee1915b9e7 req-2744b478-c48c-44f1-acbd-41163384a296 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0578861 Mar 15 17:03:59.867252 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bc4da32e-fb5a-4d91-bdee-4fee1915b9e7 req-81dc0dfb-7aed-456f-a6b2-f3ef98abf23b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Mar 15 17:04:00.985942 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bee6c-53b2-4daa-99ff-8feb9c73d826 req-b061ef19-5e34-4aca-978d-901f67bdfe2a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:00.987372 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-277bee6c-53b2-4daa-99ff-8feb9c73d826 req-b061ef19-5e34-4aca-978d-901f67bdfe2a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0536876 Mar 15 17:04:01.032236 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-277bee6c-53b2-4daa-99ff-8feb9c73d826 req-3fad9d03-84a2-4c4f-867d-413f1c00d364 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Mar 15 17:04:01.454487 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-ad929381-7a3a-425f-b732-87bd882a2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:01.455892 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-ad929381-7a3a-425f-b732-87bd882a2d52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1130 time: 0.0422943 Mar 15 17:04:01.565742 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-3148aee8-0f94-4e5f-9d2f-fe54433a0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:01.567258 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-3148aee8-0f94-4e5f-9d2f-fe54433a0489 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 919 time: 0.0845346 Mar 15 17:04:01.611089 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-6d4e5795-8266-40a1-b03d-9bf1575acdb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0367188 Mar 15 17:04:01.663538 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-044fc7a1-da64-4b5d-9c04-88cfac507d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:01.665053 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-044fc7a1-da64-4b5d-9c04-88cfac507d73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.0443723 Mar 15 17:04:01.707302 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-95cb23b6-88e4-44d3-a9ea-4194639d921b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262878 Mar 15 17:04:01.806194 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-836d9607-8169-4607-b66b-1d27930116d8 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911188 Mar 15 17:04:02.097862 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ee0ca38-8aa8-4430-9a6b-473daca971e3 req-2f254d91-432a-44e1-b1a5-0c7a0562f5ec service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833257 Mar 15 17:04:02.152273 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14421171-d182-4579-bd85-92e175a6b39f req-c0f63509-2c6f-4c72-97f4-5ec2f343d8ba tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:02.153766 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14421171-d182-4579-bd85-92e175a6b39f req-c0f63509-2c6f-4c72-97f4-5ec2f343d8ba tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0528557 Mar 15 17:04:02.200278 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14421171-d182-4579-bd85-92e175a6b39f req-91b02964-c662-48a7-81c7-75eaf5d286e1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Mar 15 17:04:03.075342 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c55aaccf-33ed-48a1-9341-f7202570281b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:03.317304 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ac3e2-b12d-4edb-85be-b8a3e05ab0ff req-ef9e4950-ddf9-40a1-8317-66cc095a04cc tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:03.318749 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d77ac3e2-b12d-4edb-85be-b8a3e05ab0ff req-ef9e4950-ddf9-40a1-8317-66cc095a04cc tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0501118 Mar 15 17:04:03.365060 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d77ac3e2-b12d-4edb-85be-b8a3e05ab0ff req-3856df1e-c1aa-4db3-a188-dae7d148eaac tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Mar 15 17:04:04.480125 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4909c0-90f5-4978-9870-137398d2f399 req-085d9e35-970b-469a-a0db-0c6faeb85975 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:04.481625 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dd4909c0-90f5-4978-9870-137398d2f399 req-085d9e35-970b-469a-a0db-0c6faeb85975 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0507967 Mar 15 17:04:04.527497 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dd4909c0-90f5-4978-9870-137398d2f399 req-851363a8-a32c-4aa5-8190-928363dddd3d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Mar 15 17:04:05.469509 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-060bffa9-82c8-424f-9d5a-3cc8aa835904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:05.646720 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12d4e6-7e5a-40e5-87b7-a65a94c8ae80 req-57b780d2-c125-4953-a7cf-fbb171f5ac5a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:05.648115 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fd12d4e6-7e5a-40e5-87b7-a65a94c8ae80 req-57b780d2-c125-4953-a7cf-fbb171f5ac5a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0521283 Mar 15 17:04:05.695207 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fd12d4e6-7e5a-40e5-87b7-a65a94c8ae80 req-c712cda3-205f-46df-8413-3d0f91e1be39 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Mar 15 17:04:06.458525 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:06.831646 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df9396-a68b-4a45-8e76-d112cabb9160 req-a2ef5a3a-c1ce-4f7d-b0af-bd51642b48ee tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:06.833147 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2df9396-a68b-4a45-8e76-d112cabb9160 req-a2ef5a3a-c1ce-4f7d-b0af-bd51642b48ee tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0588408 Mar 15 17:04:06.880265 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2df9396-a68b-4a45-8e76-d112cabb9160 req-ec8e27fe-f179-4960-8f0c-e6b25bdcfb88 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Mar 15 17:04:07.879880 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:08.002574 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7e04-c534-4402-8f44-956770003920 req-7f992760-2adb-4d38-920d-4d751d420a14 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:08.004016 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f29c7e04-c534-4402-8f44-956770003920 req-7f992760-2adb-4d38-920d-4d751d420a14 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0498629 Mar 15 17:04:08.049637 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f29c7e04-c534-4402-8f44-956770003920 req-6e75c3f5-6fc5-42a8-9c87-583d0ddbecd2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Mar 15 17:04:09.462331 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25cf90-ff69-47bf-a622-473563af0e4e req-c7b7ba44-5544-4a60-85ff-c060a7c310b4 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:09.463788 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df25cf90-ff69-47bf-a622-473563af0e4e req-c7b7ba44-5544-4a60-85ff-c060a7c310b4 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0520155 Mar 15 17:04:09.511165 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df25cf90-ff69-47bf-a622-473563af0e4e req-988e2d32-f6db-4c76-b475-068dfc4606ed tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Mar 15 17:04:09.586024 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:09.655719 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:11.935643 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-f2a11ce0-f91c-4892-95cc-f40f33f924a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438828 Mar 15 17:04:12.006622 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-656b7523-463d-4e32-9552-b72b8099c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:12.008116 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-656b7523-463d-4e32-9552-b72b8099c22d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 1130 time: 0.0475461 Mar 15 17:04:12.145654 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-2484a9b6-5d12-4c47-bc00-7df0865c8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:12.147410 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-2484a9b6-5d12-4c47-bc00-7df0865c8293 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 919 time: 0.1089733 Mar 15 17:04:12.187357 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-b7a9595f-e442-496e-b96a-2d637b45f15f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 HTTP/1.1" status: 200 len: 217 time: 0.0334892 Mar 15 17:04:12.232577 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-f05fac2b-38ca-49b2-94df-5868b770ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:12.233856 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-f05fac2b-38ca-49b2-94df-5868b770ddf1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.0405955 Mar 15 17:04:12.267615 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-9a3e8ccc-b8d3-40a2-acbc-9e4b51bfcbb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260875 Mar 15 17:04:12.359628 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-3786eb08-5169-44cf-99b9-56f79751dd02 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780547 Mar 15 17:04:12.447714 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8dc8bdb5-0bda-4ade-96b0-aa324d9852ba req-a97f2635-07cc-4581-a4c7-2efe2d9288ec service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818613 Mar 15 17:04:13.832178 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59576) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:13.836657 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712009092', 'description': 'tempest-description--1463662443'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:13.856605 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:13.922582 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (48246dd8-ea5d-4c76-8b49-5954f8c69a43), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:13.926922 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (48246dd8-ea5d-4c76-8b49-5954f8c69a43), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:13.954980 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:13.956209 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1229970 Mar 15 17:04:13.959309 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59578) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:13.960382 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48246dd8-ea5d-4c76-8b49-5954f8c69a43,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:13.963910 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group_rule': {'security_group_id': '48246dd8-ea5d-4c76-8b49-5954f8c69a43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:13.967802 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.968242 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.968556 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.969234 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.969234 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.969532 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.969856 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.970178 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.970498 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.971159 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.971159 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.971437 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.971752 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.972155 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.972371 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba355b5-25a5-4e43-b57a-29c4a709482e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:13.998777 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (88690666-09fe-458e-81a5-e1426ae9b145), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.060609 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (88690666-09fe-458e-81a5-e1426ae9b145), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.064955 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (88690666-09fe-458e-81a5-e1426ae9b145), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.081345 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88690666-09fe-458e-81a5-e1426ae9b145,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:14.088981 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.089328 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.089686 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.090074 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.090334 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.090867 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.091201 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.091527 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.091852 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.092195 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.092533 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.092889 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.093218 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.093538 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.093855 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:14.099156 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.100355 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-04d9a199-4431-49d1-89d0-6eb9df948047 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400394 Mar 15 17:04:14.103455 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59580) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:14.107669 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-2ecdc5ef-dc7e-43e5-bcff-febd73d9cc1f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group_rule': {'security_group_id': '48246dd8-ea5d-4c76-8b49-5954f8c69a43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:14.132794 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc5ef-dc7e-43e5-bcff-febd73d9cc1f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (39b7bbb6-1084-497d-a512-56adca9798ce), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.194531 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc5ef-dc7e-43e5-bcff-febd73d9cc1f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (39b7bbb6-1084-497d-a512-56adca9798ce), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.199803 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc5ef-dc7e-43e5-bcff-febd73d9cc1f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (39b7bbb6-1084-497d-a512-56adca9798ce), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.220440 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdc5ef-dc7e-43e5-bcff-febd73d9cc1f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b7bbb6-1084-497d-a512-56adca9798ce,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:14.230043 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc5ef-dc7e-43e5-bcff-febd73d9cc1f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.236619 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2ecdc5ef-dc7e-43e5-bcff-febd73d9cc1f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306708 Mar 15 17:04:14.236619 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59588) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:14.240051 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:14.262337 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.402292 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.427181 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900785c7-3a59-47cb-b776-3ac13f6c1eb8 req-10c66f89-cabb-4767-805d-65cb78c9f97a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:14.428978 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-900785c7-3a59-47cb-b776-3ac13f6c1eb8 req-10c66f89-cabb-4767-805d-65cb78c9f97a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 945 time: 0.0631325 Mar 15 17:04:14.480141 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-900785c7-3a59-47cb-b776-3ac13f6c1eb8 req-8d26d2db-a8fc-49b6-9e60-93606bcd524d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427835 Mar 15 17:04:14.521438 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Allocated IP 172.27.0.249 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/75da4e87-7542-4efb-8365-96c18559c248) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:14.624800 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (75da4e87-7542-4efb-8365-96c18559c248), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.656503 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (75da4e87-7542-4efb-8365-96c18559c248), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.688676 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:14.691360 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:14.696572 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:14.724369 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=75da4e87-7542-4efb-8365-96c18559c248,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:14.787646 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (74f09e7c-f60d-4bfb-8729-0835b7cb9515), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.821176 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (75da4e87-7542-4efb-8365-96c18559c248), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.977317 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (75da4e87-7542-4efb-8365-96c18559c248), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:14.980801 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (75da4e87-7542-4efb-8365-96c18559c248), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:15.047027 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=75da4e87-7542-4efb-8365-96c18559c248,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:15.057434 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (74f09e7c-f60d-4bfb-8729-0835b7cb9515), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:15.071588 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:15.072924 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1a57f444-0f83-4b61-8eff-4fccfb2e71b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8363421 Mar 15 17:04:15.267951 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-7dd2a017-cb5b-4cfa-9a7e-daec0036395b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1712009092&fields=id&tenant_id=d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 267 time: 0.0452149 Mar 15 17:04:15.369567 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-0872a2b4-9067-451b-867d-3048a4c3b4c1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:15.370993 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-0872a2b4-9067-451b-867d-3048a4c3b4c1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 813 time: 0.0967717 Mar 15 17:04:15.385593 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-99f03331-203e-4051-b4bd-417a6003850d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/quotas/d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 375 time: 0.0087502 Mar 15 17:04:15.442565 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-fde051ec-1e89-4895-a2e7-c1b5c759ed20 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499008 Mar 15 17:04:15.536674 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-26704fc8-842f-4cc1-82e8-853fb815a433 service neutron] 10.222.0.42 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828130 Mar 15 17:04:15.660023 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-f47de144-4034-48cf-84fd-82b44062bd83 service neutron] 10.222.0.42 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175022 Mar 15 17:04:15.666769 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec4250-7f87-4015-ace6-4c567379654d req-c67b317c-f6a8-407a-806f-3c5ca19f45b2 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:15.668708 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f1ec4250-7f87-4015-ace6-4c567379654d req-c67b317c-f6a8-407a-806f-3c5ca19f45b2 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 945 time: 0.1093521 Mar 15 17:04:15.729905 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f1ec4250-7f87-4015-ace6-4c567379654d req-d464ab89-c698-44b5-9106-8d10f82e6057 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554991 Mar 15 17:04:15.831734 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-aee578e0-2760-480f-a871-a0fe21f17000 req-3fa0c724-63f0-4da2-ad4a-5c40be3198e6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 210 time: 0.0269675 Mar 15 17:04:16.578012 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-299fa289-8cbc-440a-8097-0b11a93f902d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:16.579388 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-299fa289-8cbc-440a-8097-0b11a93f902d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 945 time: 0.0566685 Mar 15 17:04:16.741671 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Deleting port 559b8660-8742-4d8b-953f-b76d8ce7995b {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:04:16.742008 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:16.878264 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] For port 559b8660-8742-4d8b-953f-b76d8ce7995b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=559b8660-8742-4d8b-953f-b76d8ce7995b,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:16.878649 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:16.902585 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Calling delete_port for 559b8660-8742-4d8b-953f-b76d8ce7995b owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:04:16.914030 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc3f8a-cfcb-4256-8467-e84487065674 req-58e1d59a-8f9b-4994-bd38-39e7cb24d5bf tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:16.915763 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bbdc3f8a-cfcb-4256-8467-e84487065674 req-58e1d59a-8f9b-4994-bd38-39e7cb24d5bf tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd101cc3-c51e-440a-8169-df8d691c22c2 HTTP/1.1" status: 200 len: 945 time: 0.1102884 Mar 15 17:04:17.022883 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-10b5cb66-3727-4da0-bf52-e3d5b4925b93 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:17.029035 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-10b5cb66-3727-4da0-bf52-e3d5b4925b93 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 813 time: 0.2101603 Mar 15 17:04:17.031221 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e005058d-e78c-4c8a-b99f-a2d9719f5134 req-791d132e-bf60-450b-8a42-3b2024806ac0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 210 time: 0.0687425 Mar 15 17:04:17.076954 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bbdc3f8a-cfcb-4256-8467-e84487065674 req-69a7fadc-7233-45ea-bc1d-cd377fd3e635 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499543 Mar 15 17:04:17.151966 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-91f1c670-aaa1-4636-84d0-cd60aaf908a8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 473 time: 0.1015191 Mar 15 17:04:17.164106 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'port': {'device_id': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'admin_state_up': True, 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'security_groups': ['48246dd8-ea5d-4c76-8b49-5954f8c69a43']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:17.208467 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (559b8660-8742-4d8b-953f-b76d8ce7995b), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.222956 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['559b8660-8742-4d8b-953f-b76d8ce7995b'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:04:17.246999 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Pushing event deleted for resources: {'Port': ['ID=559b8660-8742-4d8b-953f-b76d8ce7995b,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:17.306315 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59682) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:17.336511 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] No DVR routers for this DVR port 559b8660-8742-4d8b-953f-b76d8ce7995b on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:04:17.339680 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.340472 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Made reservation on behalf of d679d754fac6488ca843395e0096b839 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:04:17.343682 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ac3c3be8-4788-4bdd-b3b2-7a91176be836 req-e447e9dc-2931-4522-a949-28dc3835351e tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.43 "DELETE /v2.0/ports/559b8660-8742-4d8b-953f-b76d8ce7995b HTTP/1.1" status: 204 len: 173 time: 0.7514317 Mar 15 17:04:17.344275 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd101cc3-c51e-440a-8169-df8d691c22c2', 'name': 'network-vif-deleted', 'tag': '559b8660-8742-4d8b-953f-b76d8ce7995b'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:04:17.345127 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.347008 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4b7bd6-a6f6-4738-8a1f-757792ba027a" -d '{"events": [{"server_uuid": "fd101cc3-c51e-440a-8169-df8d691c22c2", "name": "network-vif-deleted", "tag": "559b8660-8742-4d8b-953f-b76d8ce7995b"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:04:17.425472 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5691dd1c-64ac-4059-9513-bd05d0e5e225 x-openstack-request-id: req-5691dd1c-64ac-4059-9513-bd05d0e5e225 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:04:17.425766 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd101cc3-c51e-440a-8169-df8d691c22c2", "name": "network-vif-deleted", "tag": "559b8660-8742-4d8b-953f-b76d8ce7995b", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:04:17.426020 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5691dd1c-64ac-4059-9513-bd05d0e5e225 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:04:17.426420 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd101cc3-c51e-440a-8169-df8d691c22c2', 'name': 'network-vif-deleted', 'tag': '559b8660-8742-4d8b-953f-b76d8ce7995b', 'status': 'completed', 'code': 200} Mar 15 17:04:17.516715 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Allocated IP 172.20.0.4 (ad4338a5-b29c-470d-a6f0-6f686850fae6/d1b9295c-5bab-4879-af36-670c99d54ac9/b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:17.517997 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-11677cbd-b432-4cbd-95bb-1c5b77944f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.606400 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-11677cbd-b432-4cbd-95bb-1c5b77944f9e admin admin] Publish callbacks [] for security_group (60313769-1f59-41b9-8281-69cdf8f2b212), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.611051 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-11677cbd-b432-4cbd-95bb-1c5b77944f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (60313769-1f59-41b9-8281-69cdf8f2b212), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.648841 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-11677cbd-b432-4cbd-95bb-1c5b77944f9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76c161bd5e1d4a0b8dd39840fd992922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392527 Mar 15 17:04:17.649756 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11677cbd-b432-4cbd-95bb-1c5b77944f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60313769-1f59-41b9-8281-69cdf8f2b212,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:17.652555 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 59692) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:17.668229 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.730050 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d545a5ec-56aa-47d6-a4ac-6c9100515120 admin admin] Publish callbacks [] for security_group (60313769-1f59-41b9-8281-69cdf8f2b212), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.742045 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.786052 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d545a5ec-56aa-47d6-a4ac-6c9100515120 admin admin] Publish callbacks [] for security_group (60313769-1f59-41b9-8281-69cdf8f2b212), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.811545 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:17.816284 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:17.820259 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:17.827317 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:17.883354 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:17.883998 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.896427 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d545a5ec-56aa-47d6-a4ac-6c9100515120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (60313769-1f59-41b9-8281-69cdf8f2b212), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.899960 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d545a5ec-56aa-47d6-a4ac-6c9100515120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:17.903686 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d545a5ec-56aa-47d6-a4ac-6c9100515120 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60313769-1f59-41b9-8281-69cdf8f2b212 HTTP/1.1" status: 204 len: 168 time: 0.2479014 Mar 15 17:04:17.913101 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545a5ec-56aa-47d6-a4ac-6c9100515120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60313769-1f59-41b9-8281-69cdf8f2b212,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:17.918728 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-04ff5904-2a6e-4d0b-ad43-38904cee21d4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599478 Mar 15 17:04:17.944362 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Request body: {'port': {'device_id': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:18.031766 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.052263 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-19303a42-6220-458f-8210-0c66025f8acd None None] Provisioning complete for port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:18.053060 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-19303a42-6220-458f-8210-0c66025f8acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.092627 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-19303a42-6220-458f-8210-0c66025f8acd None None] Port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:04:18.185699 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ada1ca-fb11-4938-8852-ba3dbb64e29b req-d7cc0fd2-3b2b-4c7b-b95e-cb579d92131d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:18.187774 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a1ada1ca-fb11-4938-8852-ba3dbb64e29b req-d7cc0fd2-3b2b-4c7b-b95e-cb579d92131d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 931 time: 0.0650454 Mar 15 17:04:18.243258 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a1ada1ca-fb11-4938-8852-ba3dbb64e29b req-236796cf-9697-4c68-aba5-52f4eca62c2d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477819 Mar 15 17:04:18.607381 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:04:18.615007 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Publish callbacks [] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.631591 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Transition to ACTIVE for port object b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:04:18.635943 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.684789 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59730) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:18.695615 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Pushing event updated for resources: {'Port': ['ID=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:18.784221 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Attempting to bind port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:04:18.784678 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Attempting to bind port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:04:18.785212 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Attempting to bind port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:18.790962 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c on network ad4338a5-b29c-470d-a6f0-6f686850fae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:04:18.791372 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Attempting to bind port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:18.797137 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:04:18.797599 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Checking segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:18.798079 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Bound using segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:04:18.798598 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Bound port: b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:04:18.799141 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.817101 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb623-dff8-4308-9209-683aba2a2c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.869658 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] For port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c, host hv-cinder-73362, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:04:18.873384 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] For port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:04:18.881248 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.911137 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb623-dff8-4308-9209-683aba2a2c3f admin admin] Publish callbacks [] for security_group (1b7c4d6a-0560-455e-aa11-89940e3781d7), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.918073 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb623-dff8-4308-9209-683aba2a2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (1b7c4d6a-0560-455e-aa11-89940e3781d7), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.937558 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:18.938252 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:18.939688 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] 10.222.0.43 "PUT /v2.0/ports/b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c HTTP/1.1" status: 200 len: 1093 time: 1.0004206 Mar 15 17:04:18.940202 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'tag': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:04:18.942606 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dba4e8-8807-4c60-9450-c78f9220a67e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b28620-b5cb-4a1d-b897-e6e79255e34a", "tag": "b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:04:18.948521 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20aad4d-9faf-49fc-bdbd-81ef8ba8ed16 service neutron] Pushing event updated for resources: {'Port': ['ID=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:18.966369 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-dcbcb623-dff8-4308-9209-683aba2a2c3f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c69e138de56c42459554a0d8a4fe46c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780049 Mar 15 17:04:18.966369 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcb623-dff8-4308-9209-683aba2a2c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7c4d6a-0560-455e-aa11-89940e3781d7,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:18.967222 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 59740) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:19.014345 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a5089c-7505-4736-bf3e-929e0897a0cb x-openstack-request-id: req-48a5089c-7505-4736-bf3e-929e0897a0cb {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:04:19.014633 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b28620-b5cb-4a1d-b897-e6e79255e34a", "tag": "b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:04:19.014930 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48a5089c-7505-4736-bf3e-929e0897a0cb {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:04:19.015819 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'tag': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c', 'status': 'completed', 'code': 200} Mar 15 17:04:19.030864 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-52067793-089e-42f1-8e00-12a0cf0fbff9 admin admin] Publish callbacks [] for security_group (1b7c4d6a-0560-455e-aa11-89940e3781d7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:19.053270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-52067793-089e-42f1-8e00-12a0cf0fbff9 admin admin] Publish callbacks [] for security_group (1b7c4d6a-0560-455e-aa11-89940e3781d7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:19.111696 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-52067793-089e-42f1-8e00-12a0cf0fbff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (1b7c4d6a-0560-455e-aa11-89940e3781d7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:19.114226 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-52067793-089e-42f1-8e00-12a0cf0fbff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:19.118037 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-52067793-089e-42f1-8e00-12a0cf0fbff9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b7c4d6a-0560-455e-aa11-89940e3781d7 HTTP/1.1" status: 204 len: 168 time: 0.1472583 Mar 15 17:04:19.123960 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52067793-089e-42f1-8e00-12a0cf0fbff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7c4d6a-0560-455e-aa11-89940e3781d7,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:19.365937 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c5632-4a39-44f8-8301-b8e904f14d75 req-173d1169-c1e3-4235-91ae-83ee7d715060 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:19.367533 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-395c5632-4a39-44f8-8301-b8e904f14d75 req-173d1169-c1e3-4235-91ae-83ee7d715060 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 943 time: 0.0514419 Mar 15 17:04:19.415718 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-395c5632-4a39-44f8-8301-b8e904f14d75 req-938415be-2847-4e08-8c02-65d0762f7f2a tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Mar 15 17:04:20.539082 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfe0d5-a029-426b-9e2e-95a68ca1d815 req-7c62f3ee-ae6e-4ec1-b405-7d1466cb3d6e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:20.540639 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-94dfe0d5-a029-426b-9e2e-95a68ca1d815 req-7c62f3ee-ae6e-4ec1-b405-7d1466cb3d6e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 943 time: 0.0507584 Mar 15 17:04:20.586507 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-94dfe0d5-a029-426b-9e2e-95a68ca1d815 req-4c81a6b8-fb38-4728-8567-c82d98350910 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400310 Mar 15 17:04:21.416146 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 559b8660-8742-4d8b-953f-b76d8ce7995b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:04:21.437575 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 559b8660-8742-4d8b-953f-b76d8ce7995b {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:04:21.437890 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 559b8660-8742-4d8b-953f-b76d8ce7995b not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:04:21.487783 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dba4e8-8807-4c60-9450-c78f9220a67e req-074bbea5-ed15-47bf-8405-ac9558a39b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:21.489280 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87dba4e8-8807-4c60-9450-c78f9220a67e req-074bbea5-ed15-47bf-8405-ac9558a39b2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 1127 time: 0.0485649 Mar 15 17:04:21.593977 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dba4e8-8807-4c60-9450-c78f9220a67e req-73311895-3cb8-4031-bb6b-5011f38652a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:21.595339 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87dba4e8-8807-4c60-9450-c78f9220a67e req-73311895-3cb8-4031-bb6b-5011f38652a5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d679d754fac6488ca843395e0096b839&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0902996 Mar 15 17:04:21.716848 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dba4e8-8807-4c60-9450-c78f9220a67e req-3e964d4f-0e37-4acd-a460-4eeedf4623cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:21.716848 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87dba4e8-8807-4c60-9450-c78f9220a67e req-3e964d4f-0e37-4acd-a460-4eeedf4623cc service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056950 Mar 15 17:04:21.721138 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a40cd-8c21-4923-85cf-af2f4002e55a req-ce534cc1-abf3-4698-b5fc-c5acb2e073f6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:21.722632 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a03a40cd-8c21-4923-85cf-af2f4002e55a req-ce534cc1-abf3-4698-b5fc-c5acb2e073f6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 943 time: 0.0687890 Mar 15 17:04:21.771887 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a03a40cd-8c21-4923-85cf-af2f4002e55a req-90fd81b7-1caa-4e72-adac-fd3b3b79c028 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430524 Mar 15 17:04:21.807090 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-3c5bca96-562d-42c8-bc05-3bbc18634e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:21.808956 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-3c5bca96-562d-42c8-bc05-3bbc18634e8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 1127 time: 0.0465255 Mar 15 17:04:21.855214 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-c18d605b-3b1b-4d0d-8683-12ea43e1e348 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c HTTP/1.1" status: 200 len: 217 time: 0.0361474 Mar 15 17:04:21.910169 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-93c05675-f206-4841-b5f7-afa24e9ea6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:21.911638 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-93c05675-f206-4841-b5f7-afa24e9ea6ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.0488255 Mar 15 17:04:21.975495 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-e8d10644-6e6e-41ea-8918-7543b3117e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:21.977006 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-e8d10644-6e6e-41ea-8918-7543b3117e67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447807 Mar 15 17:04:22.076432 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-40a150e3-3c44-421a-9807-2843fb125f6d service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894282 Mar 15 17:04:22.166584 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d07a123-4a55-4ce4-a79a-bd1833c38a6c req-8aa7cc39-a0cb-443b-b8d6-609086721469 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820885 Mar 15 17:04:22.612381 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-493c64a1-8bee-4e69-a162-7cc6930c05cd tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=66f3a576913d4bc18092705d123d1739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301020 Mar 15 17:04:22.812472 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-1cccff3c-7952-45cc-9bfe-88ce2c982b27 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:22.819181 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-1cccff3c-7952-45cc-9bfe-88ce2c982b27 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011144 Mar 15 17:04:22.834933 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-0eb7a5f3-3f8d-4cb0-85f3-4c669fa8f7fb tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/quotas/66f3a576913d4bc18092705d123d1739 HTTP/1.1" status: 200 len: 375 time: 0.0146475 Mar 15 17:04:23.069688 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-2e93545b-012f-42fa-8dd6-b37d875f1777 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=66f3a576913d4bc18092705d123d1739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2336857 Mar 15 17:04:23.119831 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf197c-51a1-4021-a056-a2d9cbe62b4b req-9bf29ed4-4c33-4d58-ad75-a9b7985ee3e1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:23.121127 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-42bf197c-51a1-4021-a056-a2d9cbe62b4b req-9bf29ed4-4c33-4d58-ad75-a9b7985ee3e1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 943 time: 0.0541627 Mar 15 17:04:23.179856 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-42bf197c-51a1-4021-a056-a2d9cbe62b4b req-1c8dc98e-47bb-45b8-ad3d-67b3cf3374e4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507600 Mar 15 17:04:23.253413 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b85024d5-6582-4f1b-b5cd-4fc399ce9f7c req-d44d2447-5ab9-4c76-ae23-fac976cef700 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 210 time: 0.0332732 Mar 15 17:04:23.458714 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200f029-f3fc-41d4-952c-3576788f8922 req-95da72fe-b7ae-4ce8-b85b-510ec067f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:23.460591 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1200f029-f3fc-41d4-952c-3576788f8922 req-95da72fe-b7ae-4ce8-b85b-510ec067f924 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1130 time: 0.0526943 Mar 15 17:04:23.477214 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fc1e8-8aad-408e-b07b-f6ba05a208d5 req-243b5f5b-9de2-4f54-8f6e-be7220faf0fb tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:23.478753 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-886fc1e8-8aad-408e-b07b-f6ba05a208d5 req-243b5f5b-9de2-4f54-8f6e-be7220faf0fb tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0593088 Mar 15 17:04:23.529505 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-886fc1e8-8aad-408e-b07b-f6ba05a208d5 req-51f1b606-f24f-4125-9c50-c7bb0ff136ba tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Mar 15 17:04:23.561386 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200f029-f3fc-41d4-952c-3576788f8922 req-42d8b97f-5bcc-419e-be0c-18b396de5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:23.563267 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1200f029-f3fc-41d4-952c-3576788f8922 req-42d8b97f-5bcc-419e-be0c-18b396de5200 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 919 time: 0.0938284 Mar 15 17:04:23.607554 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1200f029-f3fc-41d4-952c-3576788f8922 req-f89492c7-fc82-4b54-bbcc-961c09f536c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0351908 Mar 15 17:04:23.669542 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200f029-f3fc-41d4-952c-3576788f8922 req-5fd1aa96-5d8d-467d-bf65-1baee19bce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:23.670921 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1200f029-f3fc-41d4-952c-3576788f8922 req-5fd1aa96-5d8d-467d-bf65-1baee19bce0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.0485151 Mar 15 17:04:23.709807 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1200f029-f3fc-41d4-952c-3576788f8922 req-49340dcc-a762-4f9d-a94e-2fe1b4e6015e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253406 Mar 15 17:04:23.830293 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1200f029-f3fc-41d4-952c-3576788f8922 req-a93cd91d-0ed9-4d51-b868-714d0c09dc2a service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948293 Mar 15 17:04:23.927543 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1200f029-f3fc-41d4-952c-3576788f8922 req-bac68bca-9ee0-40be-9aa9-6fca976b67db service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905404 Mar 15 17:04:24.295793 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b2b41-1ce4-4b84-9c41-ab47891e78ac req-bfd6ba90-bd63-4a16-9470-dcd27de65917 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:24.297336 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f27b2b41-1ce4-4b84-9c41-ab47891e78ac req-bfd6ba90-bd63-4a16-9470-dcd27de65917 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 943 time: 0.0532949 Mar 15 17:04:24.353382 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4af1016e-2e44-4553-a702-ab6776581e7d req-f980cd2f-6b34-4fe3-87d8-03435b3c2639 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 210 time: 0.0346439 Mar 15 17:04:24.367027 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f27b2b41-1ce4-4b84-9c41-ab47891e78ac req-5049c464-d3ee-4363-b187-c2e3fb1af83f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635793 Mar 15 17:04:24.524115 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:04:24.653188 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaa3db-8f29-4f73-83d5-c3f9b5e6b03c req-1dae9d3d-3534-4919-8f85-3bcaa9a078bb tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:24.654709 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7faaa3db-8f29-4f73-83d5-c3f9b5e6b03c req-1dae9d3d-3534-4919-8f85-3bcaa9a078bb tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0566888 Mar 15 17:04:24.701314 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7faaa3db-8f29-4f73-83d5-c3f9b5e6b03c req-1233299d-ccf6-41d8-99a8-7953b6e7182a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Mar 15 17:04:24.959145 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:04:25.054991 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:25.066189 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'port_id': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c', 'mac_address': 'fa:16:3e:37:04:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:04:25.104567 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:25.104945 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:25.117104 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:04:25.135981 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:25.139693 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:25.184224 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:25.191455 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.191798 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.192161 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.192535 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.192865 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.193195 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.193515 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.193831 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.194169 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.194469 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.194784 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.195117 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.195436 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.195745 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.196056 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:25.448427 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-51043ce4-433f-4b5d-a710-215ab8a9ded8 req-80750114-55f3-4a83-b00b-34b5e9a54341 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 210 time: 0.0283771 Mar 15 17:04:25.497808 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287612c-17b3-46cf-89e9-e0199089779b req-2579f64b-c11b-4b31-93c3-49c5c2c74edb tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:25.499848 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3287612c-17b3-46cf-89e9-e0199089779b req-2579f64b-c11b-4b31-93c3-49c5c2c74edb tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 944 time: 0.0532832 Mar 15 17:04:25.544641 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3287612c-17b3-46cf-89e9-e0199089779b req-f5374155-f3d9-4f3e-a909-aed947abf706 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390868 Mar 15 17:04:25.822076 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61811a1-7813-4f13-aa78-2b30dcdc1a93 req-3b7e0658-ec6e-4ed7-96c1-44e9a7b4c806 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:25.823513 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b61811a1-7813-4f13-aa78-2b30dcdc1a93 req-3b7e0658-ec6e-4ed7-96c1-44e9a7b4c806 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0534754 Mar 15 17:04:25.867831 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b61811a1-7813-4f13-aa78-2b30dcdc1a93 req-8a5f6a3e-4157-44c2-9d1c-38078796b32d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Mar 15 17:04:26.541971 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5428e71d-34b0-45bc-87b5-3f8d44468525 req-35afa3a9-5f33-420f-b463-f2bd492ddd0e tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 210 time: 0.0266080 Mar 15 17:04:26.660168 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d54f1e-4927-4e9c-9c15-c165a5f06690 req-c7a2ac69-7f09-444c-90c0-c6d276b7c5b0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:26.661667 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a3d54f1e-4927-4e9c-9c15-c165a5f06690 req-c7a2ac69-7f09-444c-90c0-c6d276b7c5b0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 944 time: 0.0507174 Mar 15 17:04:26.712945 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a3d54f1e-4927-4e9c-9c15-c165a5f06690 req-72a1e4ea-71ed-41a1-aee8-239cf6124378 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457561 Mar 15 17:04:26.752225 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-7cd64f66-ea44-4815-88e0-554d8a7e9484 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=66f3a576913d4bc18092705d123d1739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388565 Mar 15 17:04:26.945438 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-cc272208-92ef-4bc4-92e5-5028162aa35c tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:26.946925 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-cc272208-92ef-4bc4-92e5-5028162aa35c tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844845 Mar 15 17:04:26.960370 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Request body: {'port': {'device_id': 'dc8968db-0fd9-479c-85cf-cb2ccc46b243', 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb', 'admin_state_up': True, 'tenant_id': '66f3a576913d4bc18092705d123d1739'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:26.990306 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1338c-512e-452e-a119-d63f81c2c24d req-7ccdff98-7cfa-4775-b47d-66035f12c406 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:26.991911 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30f1338c-512e-452e-a119-d63f81c2c24d req-7ccdff98-7cfa-4775-b47d-66035f12c406 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0579557 Mar 15 17:04:27.045318 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30f1338c-512e-452e-a119-d63f81c2c24d req-e307233a-b0d3-4852-92d4-d17252263436 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471029 Mar 15 17:04:27.074661 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Made reservation on behalf of 66f3a576913d4bc18092705d123d1739 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:04:27.078398 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:27.087667 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:27.121367 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:04:27.167389 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks [] for security_group (2c6b60e6-00d5-4de3-bfe6-835b21045b76), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:27.173493 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (2c6b60e6-00d5-4de3-bfe6-835b21045b76), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:27.239663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-35f40b1e-42fd-4927-96ae-f453f3c72356 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:27.240761 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6b60e6-00d5-4de3-bfe6-835b21045b76,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:27.241893 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-35f40b1e-42fd-4927-96ae-f453f3c72356 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/networks?id=df59ee03-2ab9-4775-9f11-b6212329d26f HTTP/1.1" status: 200 len: 814 time: 0.1162379 Mar 15 17:04:27.265517 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-903e65cc-38f4-497e-bc20-9c512179af61 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/quotas/96a6ed97fb7b456b8db3547c4954e62d HTTP/1.1" status: 200 len: 375 time: 0.0104823 Mar 15 17:04:27.301492 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-11ba5490-c55c-4575-9c6c-106f242d76c2 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=96a6ed97fb7b456b8db3547c4954e62d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304039 Mar 15 17:04:27.306962 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Allocated IP 192.168.233.220 (802e41d0-9737-44b6-8b99-bc7116955fcb/ea38cdbf-6d8b-4305-a1df-3c845242ce6e/1e250b1d-204a-4011-a03f-3fa8a363347f) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:27.393555 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-5f51fbe1-7eb6-4b77-88bf-9fd76ccaf7f1 service neutron] 10.222.0.42 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846210 Mar 15 17:04:27.450375 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks [] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:27.480213 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-aea37de9-463e-4127-bf9b-5ed845d949fb service neutron] 10.222.0.42 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808263 Mar 15 17:04:27.486180 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:27.532721 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Network 802e41d0-9737-44b6-8b99-bc7116955fcb is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:27.535913 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:27.538510 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:27.572856 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Pushing event updated for resources: {'Port': ['ID=1e250b1d-204a-4011-a03f-3fa8a363347f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:27.605911 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:27.606601 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:27.624100 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-f555416b-2811-4c89-bb5f-6f8ecdcf8d48 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6674137 Mar 15 17:04:27.637552 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Request body: {'port': {'device_id': 'dc8968db-0fd9-479c-85cf-cb2ccc46b243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:27.679962 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ad0d0717-d423-4ed8-9213-ebc731038254 req-6ca98a4e-ab3f-4741-aa5b-b430c94f6ab4 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0490041 Mar 15 17:04:27.767506 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:27.789663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542133f-e6ac-4649-b1cc-72e57ec90e6b req-2fcfb2c1-7f33-4ef9-b47f-dddd830c16c7 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:27.800044 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c542133f-e6ac-4649-b1cc-72e57ec90e6b req-2fcfb2c1-7f33-4ef9-b47f-dddd830c16c7 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 936 time: 0.1064503 Mar 15 17:04:27.890308 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c542133f-e6ac-4649-b1cc-72e57ec90e6b req-e249f57a-802e-4a81-97c8-67793fcc3a81 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880873 Mar 15 17:04:27.923692 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77362dbc-2337-4588-92f1-012446ff035e req-e34537e8-9ec3-4239-92da-22c0c76afa38 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:27.925781 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77362dbc-2337-4588-92f1-012446ff035e req-e34537e8-9ec3-4239-92da-22c0c76afa38 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 944 time: 0.0955336 Mar 15 17:04:27.950287 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-d0b6f4b5-e1e3-4615-81d1-3d5fcc119df8 None None] Provisioning complete for port 1e250b1d-204a-4011-a03f-3fa8a363347f triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:27.950666 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f4b5-e1e3-4615-81d1-3d5fcc119df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:28.002335 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77362dbc-2337-4588-92f1-012446ff035e req-4e4886bd-2583-4673-ba76-43d28703c38a tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702929 Mar 15 17:04:28.033060 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6f4b5-e1e3-4615-81d1-3d5fcc119df8 None None] Port 1e250b1d-204a-4011-a03f-3fa8a363347f cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:04:28.175829 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774739a3-dd9d-4761-8501-756bb9ed208e req-0f6187f9-5c0f-4fd0-96a2-ac6bdbe4dbbc tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:28.177493 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-774739a3-dd9d-4761-8501-756bb9ed208e req-0f6187f9-5c0f-4fd0-96a2-ac6bdbe4dbbc tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0575588 Mar 15 17:04:28.184325 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e250b1d-204a-4011-a03f-3fa8a363347f {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:04:28.193817 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Publish callbacks [] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:28.211765 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Transition to ACTIVE for port object 1e250b1d-204a-4011-a03f-3fa8a363347f will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:04:28.217928 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:28.238289 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-774739a3-dd9d-4761-8501-756bb9ed208e req-4d28e67e-687d-4641-9ad0-e5da9c123ba5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546629 Mar 15 17:04:28.277136 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e250b1d-204a-4011-a03f-3fa8a363347f,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:28.354630 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Attempting to bind port 1e250b1d-204a-4011-a03f-3fa8a363347f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:04:28.355066 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Attempting to bind port 1e250b1d-204a-4011-a03f-3fa8a363347f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5d4a47b3-f8a4-441a-8f40-563e9c6c32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:04:28.355952 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Attempting to bind port 1e250b1d-204a-4011-a03f-3fa8a363347f on network 802e41d0-9737-44b6-8b99-bc7116955fcb {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:28.361004 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Port 1e250b1d-204a-4011-a03f-3fa8a363347f on network 802e41d0-9737-44b6-8b99-bc7116955fcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:04:28.361327 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Attempting to bind port 1e250b1d-204a-4011-a03f-3fa8a363347f on network 802e41d0-9737-44b6-8b99-bc7116955fcb {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:28.368583 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:04:28.369279 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Checking segment: {'id': '5d4a47b3-f8a4-441a-8f40-563e9c6c32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:28.369798 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Bound using segment: {'id': '5d4a47b3-f8a4-441a-8f40-563e9c6c32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:04:28.370128 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Bound port: 1e250b1d-204a-4011-a03f-3fa8a363347f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4a47b3-f8a4-441a-8f40-563e9c6c32c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:04:28.370589 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:28.458151 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] For port 1e250b1d-204a-4011-a03f-3fa8a363347f, host hv-cinder-73362, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:04:28.461578 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] For port 1e250b1d-204a-4011-a03f-3fa8a363347f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1e250b1d-204a-4011-a03f-3fa8a363347f,segment=NetworkSegment(5d4a47b3-f8a4-441a-8f40-563e9c6c32c0),segment_id=5d4a47b3-f8a4-441a-8f40-563e9c6c32c0)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:04:28.468570 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:28.508205 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:28.508912 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:28.510437 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] 10.222.0.43 "PUT /v2.0/ports/1e250b1d-204a-4011-a03f-3fa8a363347f HTTP/1.1" status: 200 len: 1098 time: 0.8780036 Mar 15 17:04:28.510945 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8968db-0fd9-479c-85cf-cb2ccc46b243', 'tag': '1e250b1d-204a-4011-a03f-3fa8a363347f'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:04:28.513270 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8968db-0fd9-479c-85cf-cb2ccc46b243", "tag": "1e250b1d-204a-4011-a03f-3fa8a363347f"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:04:28.538675 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b10f3-417b-4297-a32c-b1177b03d9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e250b1d-204a-4011-a03f-3fa8a363347f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:28.586066 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a78233-6dca-4c9c-989c-5ecb4f6fa265 x-openstack-request-id: req-63a78233-6dca-4c9c-989c-5ecb4f6fa265 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:04:28.586422 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8968db-0fd9-479c-85cf-cb2ccc46b243", "tag": "1e250b1d-204a-4011-a03f-3fa8a363347f", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:04:28.586612 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63a78233-6dca-4c9c-989c-5ecb4f6fa265 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:04:28.587010 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8968db-0fd9-479c-85cf-cb2ccc46b243', 'tag': '1e250b1d-204a-4011-a03f-3fa8a363347f', 'status': 'completed', 'code': 200} Mar 15 17:04:28.608473 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-91f6636a-3e08-4c0a-afa7-ef65a4ae8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:28.610405 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-91f6636a-3e08-4c0a-afa7-ef65a4ae8284 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66f3a576913d4bc18092705d123d1739&device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 1132 time: 0.0535629 Mar 15 17:04:28.665093 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-80bbafe7-f23b-464d-bbd6-9ce570fa93af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=1e250b1d-204a-4011-a03f-3fa8a363347f HTTP/1.1" status: 200 len: 217 time: 0.0414379 Mar 15 17:04:28.706901 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:04:28.753353 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-dac7b9e9-8605-4a57-b151-86647faa6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:28.759080 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-dac7b9e9-8605-4a57-b151-86647faa6f82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea38cdbf-6d8b-4305-a1df-3c845242ce6e HTTP/1.1" status: 200 len: 843 time: 0.0790863 Mar 15 17:04:28.815110 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:04:28.822728 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:28.823225 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:28.825632 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d5310ebf-57b5-4d54-a417-0726ead1ba43 req-1d68ac9c-d57d-4413-b4d7-3106569158e5 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0414515 Mar 15 17:04:28.846390 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-d87cddca-d5b8-4a21-9530-8be1ed243ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:28.848374 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-d87cddca-d5b8-4a21-9530-8be1ed243ba4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=802e41d0-9737-44b6-8b99-bc7116955fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0854588 Mar 15 17:04:28.971216 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-20b698fe-c39f-42c6-b466-9cd83f369107 service neutron] 10.222.0.43 "GET /v2.0/networks/802e41d0-9737-44b6-8b99-bc7116955fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042826 Mar 15 17:04:29.058999 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:29.059453 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:29.085789 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:04:29.088260 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662fb3fb-a9fc-43cd-a6aa-5a087e25e61b" -d '{"events": [{"server_uuid": "d4b28620-b5cb-4a1d-b897-e6e79255e34a", "name": "network-vif-plugged", "status": "completed", "tag": "b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:04:29.091568 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a14cff4b-91dd-40f5-beee-a29821d194b1 req-05fe33e3-a776-4ede-bcb5-db44eadeb8ef service neutron] 10.222.0.43 "GET /v2.0/networks/802e41d0-9737-44b6-8b99-bc7116955fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132967 Mar 15 17:04:29.102158 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:29.109092 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:29.173754 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ed2e8-b23f-4358-a12f-42b4b6b66066 req-815a13b7-0bfa-4939-a1fc-412da6c08cc8 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:29.173754 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fb8ed2e8-b23f-4358-a12f-42b4b6b66066 req-815a13b7-0bfa-4939-a1fc-412da6c08cc8 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 948 time: 0.1725435 Mar 15 17:04:29.182936 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:29.205557 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-e90c45f9-3124-4a5a-bd27-0d00ea8bfd45 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:29.207222 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-e90c45f9-3124-4a5a-bd27-0d00ea8bfd45 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.43 "GET /v2.0/networks?id=df59ee03-2ab9-4775-9f11-b6212329d26f HTTP/1.1" status: 200 len: 814 time: 0.2691896 Mar 15 17:04:29.219424 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-07f5c851-e9b8-49eb-9374-07cd0ef07ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:29.223863 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-07f5c851-e9b8-49eb-9374-07cd0ef07ceb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66f3a576913d4bc18092705d123d1739&device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 1132 time: 0.0598049 Mar 15 17:04:29.232108 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Request body: {'port': {'device_id': '8ee9e2e2-d4b1-4402-879b-ecc806fb4963', 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f', 'admin_state_up': True, 'tenant_id': '96a6ed97fb7b456b8db3547c4954e62d'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:29.297104 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54fdf7-ebbc-4278-bcc4-e30a78d9f579 req-6a5e6b13-03c0-41dc-917e-7386fad0bec3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:29.298481 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4e54fdf7-ebbc-4278-bcc4-e30a78d9f579 req-6a5e6b13-03c0-41dc-917e-7386fad0bec3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 945 time: 0.2072337 Mar 15 17:04:29.320250 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-3efa711b-a569-4444-8c39-57abada1e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:29.322201 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-3efa711b-a569-4444-8c39-57abada1e165 service neutron] 10.222.0.43 "GET /v2.0/networks?id=802e41d0-9737-44b6-8b99-bc7116955fcb HTTP/1.1" status: 200 len: 870 time: 0.0938969 Mar 15 17:04:29.342620 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fb8ed2e8-b23f-4358-a12f-42b4b6b66066 req-6bad6a3d-6435-4169-8fc6-ba80b1416419 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608486 Mar 15 17:04:29.372430 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-57ee2291-6dc0-448b-a5fa-8d867505c21c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=1e250b1d-204a-4011-a03f-3fa8a363347f HTTP/1.1" status: 200 len: 217 time: 0.0381894 Mar 15 17:04:29.388890 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4e54fdf7-ebbc-4278-bcc4-e30a78d9f579 req-15e2f7bc-5ab2-4191-b625-f8e7487a9e4f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802410 Mar 15 17:04:29.396293 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2f2fbd-3ea5-4aa7-8ed4-82b0b5ef74a5 x-openstack-request-id: req-2e2f2fbd-3ea5-4aa7-8ed4-82b0b5ef74a5 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:04:29.396878 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b28620-b5cb-4a1d-b897-e6e79255e34a", "name": "network-vif-plugged", "status": "completed", "tag": "b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:04:29.397188 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e2f2fbd-3ea5-4aa7-8ed4-82b0b5ef74a5 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:04:29.397611 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c', 'code': 200} Mar 15 17:04:29.441579 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Made reservation on behalf of 96a6ed97fb7b456b8db3547c4954e62d for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:04:29.445295 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:29.456481 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-7fb79eb6-0704-4440-a0ab-5fb1bab9b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:29.457950 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-7fb79eb6-0704-4440-a0ab-5fb1bab9b2a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea38cdbf-6d8b-4305-a1df-3c845242ce6e HTTP/1.1" status: 200 len: 843 time: 0.0641503 Mar 15 17:04:29.537255 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-38e92578-2870-405e-a74e-db0c7d24266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:29.539090 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-38e92578-2870-405e-a74e-db0c7d24266e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=802e41d0-9737-44b6-8b99-bc7116955fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0572820 Mar 15 17:04:29.555381 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60036) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:29.575064 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d11a00-10e8-489f-8d8b-13f71745a12d req-21c9a335-9b5a-4da3-a4e2-5f21f6f0c3a0 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:29.576606 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-99d11a00-10e8-489f-8d8b-13f71745a12d req-21c9a335-9b5a-4da3-a4e2-5f21f6f0c3a0 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1203418 Mar 15 17:04:29.662784 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-3566dc21-5adc-4589-ad88-76b162de301b service neutron] 10.222.0.43 "GET /v2.0/networks/802e41d0-9737-44b6-8b99-bc7116955fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082869 Mar 15 17:04:29.693421 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Allocated IP 172.20.0.2 (df59ee03-2ab9-4775-9f11-b6212329d26f/0444c988-ca95-4960-9856-aa23e1e95e45/c3a42389-550c-44d8-a952-b196715aea2e) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:29.695955 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4458d26b-839b-4429-87e3-703491ed41b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:29.703739 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-99d11a00-10e8-489f-8d8b-13f71745a12d req-b41c6347-eb98-412c-a2a7-f458ca9ae236 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161821 Mar 15 17:04:29.715182 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23bb8a-f683-43b9-a608-a91a4bc4ef83 req-894e4986-a512-440f-ad7f-249b7d1b574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:29.716681 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bb23bb8a-f683-43b9-a608-a91a4bc4ef83 req-894e4986-a512-440f-ad7f-249b7d1b574b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 1129 time: 0.1177564 Mar 15 17:04:29.805053 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68022dfd-7d8f-4df8-bbf5-22b0f8c438cd req-6f1809d4-c756-4b82-b2f8-590bd0f3e182 service neutron] 10.222.0.43 "GET /v2.0/networks/802e41d0-9737-44b6-8b99-bc7116955fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316500 Mar 15 17:04:29.820720 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bb23bb8a-f683-43b9-a608-a91a4bc4ef83 req-929eebab-a98e-4103-8d94-5b72dc9e7675 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908968 Mar 15 17:04:29.859661 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4458d26b-839b-4429-87e3-703491ed41b6 admin admin] Publish callbacks [] for security_group (bb875462-f4ed-4ac6-9874-6bdb492aa99d), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:29.865427 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4458d26b-839b-4429-87e3-703491ed41b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (bb875462-f4ed-4ac6-9874-6bdb492aa99d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:29.900951 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4458d26b-839b-4429-87e3-703491ed41b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b40f1e1cdd241a483d3001ec131bb82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370500 Mar 15 17:04:29.901689 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60050) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:29.943549 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458d26b-839b-4429-87e3-703491ed41b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb875462-f4ed-4ac6-9874-6bdb492aa99d,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:29.951138 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-622810c6-baf8-4391-9b79-76fcf9501032 req-fda95091-f283-4d35-8f80-a0ca431454ea tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0397346 Mar 15 17:04:29.955884 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks [] for port (c3a42389-550c-44d8-a952-b196715aea2e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:29.973603 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aed6bc2d-6eef-4c34-981b-c37a027aac7c admin admin] Publish callbacks [] for security_group (bb875462-f4ed-4ac6-9874-6bdb492aa99d), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:29.991796 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (c3a42389-550c-44d8-a952-b196715aea2e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:29.998249 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aed6bc2d-6eef-4c34-981b-c37a027aac7c admin admin] Publish callbacks [] for security_group (bb875462-f4ed-4ac6-9874-6bdb492aa99d), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.032807 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Network df59ee03-2ab9-4775-9f11-b6212329d26f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:30.038035 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:30.041764 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:30.049427 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aed6bc2d-6eef-4c34-981b-c37a027aac7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (bb875462-f4ed-4ac6-9874-6bdb492aa99d), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.051979 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aed6bc2d-6eef-4c34-981b-c37a027aac7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.053203 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-aed6bc2d-6eef-4c34-981b-c37a027aac7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb875462-f4ed-4ac6-9874-6bdb492aa99d HTTP/1.1" status: 204 len: 168 time: 0.1494813 Mar 15 17:04:30.060997 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6bc2d-6eef-4c34-981b-c37a027aac7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb875462-f4ed-4ac6-9874-6bdb492aa99d,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:30.073317 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Pushing event updated for resources: {'Port': ['ID=c3a42389-550c-44d8-a952-b196715aea2e,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:30.102863 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:30.103510 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.120132 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-776fd406-1a74-4f6a-9444-2d7d3ee93b6a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8946645 Mar 15 17:04:30.134511 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Request body: {'port': {'device_id': '8ee9e2e2-d4b1-4402-879b-ecc806fb4963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:30.197476 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c3a42389-550c-44d8-a952-b196715aea2e), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.323099 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60060) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:30.336105 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ad9f84bc-3afb-4a32-a74a-778febf0190d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.413396 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ad9f84bc-3afb-4a32-a74a-778febf0190d admin admin] Publish callbacks [] for security_group (258b6dca-e80d-4fb2-af68-4e60d4b586dd), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.417620 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ad9f84bc-3afb-4a32-a74a-778febf0190d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (258b6dca-e80d-4fb2-af68-4e60d4b586dd), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.459694 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ad9f84bc-3afb-4a32-a74a-778febf0190d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=322375ae10214bf3b8c323df2652549d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330395 Mar 15 17:04:30.459694 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f84bc-3afb-4a32-a74a-778febf0190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258b6dca-e80d-4fb2-af68-4e60d4b586dd,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:30.459958 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60066) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:30.557956 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a42389-550c-44d8-a952-b196715aea2e {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:04:30.571118 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c09f1-9ea6-4bd3-b0e3-6c7d34761647 req-b226787a-4571-4c1b-a00f-5bb7632f00bb tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:30.572556 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-205c09f1-9ea6-4bd3-b0e3-6c7d34761647 req-b226787a-4571-4c1b-a00f-5bb7632f00bb tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 948 time: 0.1600010 Mar 15 17:04:30.577330 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Publish callbacks [] for port (c3a42389-550c-44d8-a952-b196715aea2e), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.613959 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Transition to ACTIVE for port object c3a42389-550c-44d8-a952-b196715aea2e will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:04:30.626707 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (c3a42389-550c-44d8-a952-b196715aea2e), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.645256 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ba31089-916d-4b52-af67-ca4ee7494331 admin admin] Publish callbacks [] for security_group (258b6dca-e80d-4fb2-af68-4e60d4b586dd), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.690594 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b17c70-a77b-4109-b247-4dc7b6f29383 req-3f66443b-8483-4689-8b13-8b418282fd93 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:30.692153 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-57b17c70-a77b-4109-b247-4dc7b6f29383 req-3f66443b-8483-4689-8b13-8b418282fd93 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 945 time: 0.1885383 Mar 15 17:04:30.733112 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-205c09f1-9ea6-4bd3-b0e3-6c7d34761647 req-5b69927b-6b5a-4935-8fee-c9d29bfd78e7 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479964 Mar 15 17:04:30.748717 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ba31089-916d-4b52-af67-ca4ee7494331 admin admin] Publish callbacks [] for security_group (258b6dca-e80d-4fb2-af68-4e60d4b586dd), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.752698 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Pushing event updated for resources: {'Port': ['ID=c3a42389-550c-44d8-a952-b196715aea2e,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:30.876347 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-57b17c70-a77b-4109-b247-4dc7b6f29383 req-ea702378-038d-40ff-a2db-06d000bd2996 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709304 Mar 15 17:04:30.903761 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Attempting to bind port c3a42389-550c-44d8-a952-b196715aea2e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:04:30.904089 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Attempting to bind port c3a42389-550c-44d8-a952-b196715aea2e by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7b1e4e4c-5243-4dc6-85dd-bee25309405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:04:30.904432 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Attempting to bind port c3a42389-550c-44d8-a952-b196715aea2e on network df59ee03-2ab9-4775-9f11-b6212329d26f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:30.916383 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Port c3a42389-550c-44d8-a952-b196715aea2e on network df59ee03-2ab9-4775-9f11-b6212329d26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:04:30.916723 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Attempting to bind port c3a42389-550c-44d8-a952-b196715aea2e on network df59ee03-2ab9-4775-9f11-b6212329d26f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:30.919221 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ba31089-916d-4b52-af67-ca4ee7494331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (258b6dca-e80d-4fb2-af68-4e60d4b586dd), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.921757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ba31089-916d-4b52-af67-ca4ee7494331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:30.922872 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-8ba31089-916d-4b52-af67-ca4ee7494331 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/258b6dca-e80d-4fb2-af68-4e60d4b586dd HTTP/1.1" status: 204 len: 168 time: 0.4613516 Mar 15 17:04:30.931889 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2786ff-9ef8-4951-ae4b-4ae3d8421fa0 req-7e5cf8d4-ec61-47ed-a22d-b360fdd55ab5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:30.933339 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1c2786ff-9ef8-4951-ae4b-4ae3d8421fa0 req-7e5cf8d4-ec61-47ed-a22d-b360fdd55ab5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1201725 Mar 15 17:04:30.942918 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba31089-916d-4b52-af67-ca4ee7494331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258b6dca-e80d-4fb2-af68-4e60d4b586dd,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:30.945823 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:04:30.946166 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Checking segment: {'id': '7b1e4e4c-5243-4dc6-85dd-bee25309405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:30.946542 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Bound using segment: {'id': '7b1e4e4c-5243-4dc6-85dd-bee25309405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:04:30.946976 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Bound port: c3a42389-550c-44d8-a952-b196715aea2e, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1e4e4c-5243-4dc6-85dd-bee25309405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:04:30.947352 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c3a42389-550c-44d8-a952-b196715aea2e), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.047477 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1c2786ff-9ef8-4951-ae4b-4ae3d8421fa0 req-d6bee1dd-7be9-42b7-8d42-b00a050eb4cf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066005 Mar 15 17:04:31.074735 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] For port c3a42389-550c-44d8-a952-b196715aea2e, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:04:31.080982 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] For port c3a42389-550c-44d8-a952-b196715aea2e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3a42389-550c-44d8-a952-b196715aea2e,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:04:31.090531 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (c3a42389-550c-44d8-a952-b196715aea2e), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.128784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:31.128889 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.130429 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] 10.222.0.43 "PUT /v2.0/ports/c3a42389-550c-44d8-a952-b196715aea2e HTTP/1.1" status: 200 len: 1093 time: 1.0001543 Mar 15 17:04:31.136998 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9c1ff-41c3-44da-90cb-a0dfbb58141f req-8784766a-1d35-423f-ad1c-4532e8cd83db tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:31.138381 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c9c9c1ff-41c3-44da-90cb-a0dfbb58141f req-8784766a-1d35-423f-ad1c-4532e8cd83db tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 943 time: 0.1134338 Mar 15 17:04:31.141210 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee9e2e2-d4b1-4402-879b-ecc806fb4963', 'tag': 'c3a42389-550c-44d8-a952-b196715aea2e'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:04:31.144023 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee9e2e2-d4b1-4402-879b-ecc806fb4963", "tag": "c3a42389-550c-44d8-a952-b196715aea2e"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:04:31.197437 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e4cc5f-fc85-40b6-92a2-2429c1600598 x-openstack-request-id: req-b9e4cc5f-fc85-40b6-92a2-2429c1600598 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:04:31.197732 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee9e2e2-d4b1-4402-879b-ecc806fb4963", "tag": "c3a42389-550c-44d8-a952-b196715aea2e", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:04:31.197985 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9e4cc5f-fc85-40b6-92a2-2429c1600598 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:04:31.198378 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee9e2e2-d4b1-4402-879b-ecc806fb4963', 'tag': 'c3a42389-550c-44d8-a952-b196715aea2e', 'status': 'completed', 'code': 200} Mar 15 17:04:31.222386 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f455f-0bdb-4a40-b5c0-aefa40eda06d service neutron] Pushing event updated for resources: {'Port': ['ID=c3a42389-550c-44d8-a952-b196715aea2e,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:31.254711 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c9c9c1ff-41c3-44da-90cb-a0dfbb58141f req-47a95354-4c73-42a9-965b-5b5d6f4b414c tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021574 Mar 15 17:04:31.270666 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-33408fbc-bc64-4ec9-9445-292fa6959d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:31.272348 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60078) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:31.273541 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-33408fbc-bc64-4ec9-9445-292fa6959d02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a6ed97fb7b456b8db3547c4954e62d&device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 1127 time: 0.0911300 Mar 15 17:04:31.289161 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3d6df4df-fd51-464b-bb12-b1cc5b1d391d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.315977 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-91d502ed-da24-42e1-9dd8-664a69acf0fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3a42389-550c-44d8-a952-b196715aea2e HTTP/1.1" status: 200 len: 217 time: 0.0341849 Mar 15 17:04:31.368287 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3d6df4df-fd51-464b-bb12-b1cc5b1d391d admin admin] Publish callbacks [] for security_group (b2b2f028-bb17-4ca0-a9fc-13001504ce39), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.372737 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3d6df4df-fd51-464b-bb12-b1cc5b1d391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b2b2f028-bb17-4ca0-a9fc-13001504ce39), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.376186 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-f8970cfd-3e85-4fb4-b90f-604446206f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:31.377354 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-f8970cfd-3e85-4fb4-b90f-604446206f01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0444c988-ca95-4960-9856-aa23e1e95e45 HTTP/1.1" status: 200 len: 854 time: 0.0510459 Mar 15 17:04:31.409732 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-6c8123a7-2eab-4609-86d1-7a9241c80f3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df59ee03-2ab9-4775-9f11-b6212329d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244749 Mar 15 17:04:31.410002 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3d6df4df-fd51-464b-bb12-b1cc5b1d391d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db9ee43020894050a80777338f80df08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364963 Mar 15 17:04:31.410934 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6df4df-fd51-464b-bb12-b1cc5b1d391d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b2f028-bb17-4ca0-a9fc-13001504ce39,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:31.412594 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60080) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:31.520525 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b708381-d236-4891-9207-3eaa73e7ae34 admin admin] Publish callbacks [] for security_group (b2b2f028-bb17-4ca0-a9fc-13001504ce39), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.544827 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-8b4fa4f1-877e-40c0-b809-c9ee24944c47 service neutron] 10.222.0.43 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254933 Mar 15 17:04:31.554841 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b708381-d236-4891-9207-3eaa73e7ae34 admin admin] Publish callbacks [] for security_group (b2b2f028-bb17-4ca0-a9fc-13001504ce39), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.658321 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-499bf792-2bc1-4fcc-a3a3-ff5ae69d1ce3 req-591f4dd8-bbb5-45fa-815e-386dae7b9fb8 service neutron] 10.222.0.43 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055996 Mar 15 17:04:31.667850 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b708381-d236-4891-9207-3eaa73e7ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b2b2f028-bb17-4ca0-a9fc-13001504ce39), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.670587 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b708381-d236-4891-9207-3eaa73e7ae34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:31.672380 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9b708381-d236-4891-9207-3eaa73e7ae34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2b2f028-bb17-4ca0-a9fc-13001504ce39 HTTP/1.1" status: 204 len: 168 time: 0.2582486 Mar 15 17:04:31.681777 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b708381-d236-4891-9207-3eaa73e7ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b2f028-bb17-4ca0-a9fc-13001504ce39,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:31.796717 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-70df79b7-cb04-4f15-84ca-a2151cd7d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:31.798732 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-70df79b7-cb04-4f15-84ca-a2151cd7d930 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a6ed97fb7b456b8db3547c4954e62d&device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 1127 time: 0.0588136 Mar 15 17:04:31.922828 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf630709-013c-448a-b5ee-987f4637dd6b req-ffd60074-b5a8-4b48-bb8e-231605c1530f tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:31.924700 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bf630709-013c-448a-b5ee-987f4637dd6b req-ffd60074-b5a8-4b48-bb8e-231605c1530f tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 948 time: 0.1202071 Mar 15 17:04:31.946663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-578dff9a-a707-4333-8d14-6e43a36bc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:31.948706 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-578dff9a-a707-4333-8d14-6e43a36bc77e service neutron] 10.222.0.43 "GET /v2.0/networks?id=df59ee03-2ab9-4775-9f11-b6212329d26f HTTP/1.1" status: 200 len: 915 time: 0.1302490 Mar 15 17:04:32.260279 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-e044f930-2aa5-48e0-b621-69d6e4c0643f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3a42389-550c-44d8-a952-b196715aea2e HTTP/1.1" status: 200 len: 217 time: 0.0704257 Mar 15 17:04:32.339808 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bf630709-013c-448a-b5ee-987f4637dd6b req-16aa3c6d-b6c5-4035-8f9a-947911353b0d tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016640 Mar 15 17:04:32.354958 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-aec4bfbd-4db1-4a4c-b8fc-f951bf65bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:32.356573 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-aec4bfbd-4db1-4a4c-b8fc-f951bf65bee2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0444c988-ca95-4960-9856-aa23e1e95e45 HTTP/1.1" status: 200 len: 854 time: 0.0787320 Mar 15 17:04:32.364141 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2ab47-fc3c-4f7c-acd0-0b117e0e1623 req-b581edc6-3270-4236-b4b6-3d3972a904fe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:32.365729 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-edb2ab47-fc3c-4f7c-acd0-0b117e0e1623 req-b581edc6-3270-4236-b4b6-3d3972a904fe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 945 time: 0.1748643 Mar 15 17:04:32.394656 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-ed204362-b6a8-4df8-8c96-b19bd86a14da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df59ee03-2ab9-4775-9f11-b6212329d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268826 Mar 15 17:04:32.507781 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-edb2ab47-fc3c-4f7c-acd0-0b117e0e1623 req-19def4ed-279a-4545-a7ee-812497ee0a2f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307952 Mar 15 17:04:32.555549 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965992e8-7de1-4725-98d0-093f78227c08 req-d0ffad04-a26f-43a5-bb63-82692593b562 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:32.557054 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-965992e8-7de1-4725-98d0-093f78227c08 req-d0ffad04-a26f-43a5-bb63-82692593b562 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.1451037 Mar 15 17:04:32.560782 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-7cee4e31-44c3-48ce-8a00-148876a134d2 service neutron] 10.222.0.43 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529167 Mar 15 17:04:32.692530 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-965992e8-7de1-4725-98d0-093f78227c08 req-05851e96-f17b-4017-9e45-712944fc6e52 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290739 Mar 15 17:04:32.721456 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 1e250b1d-204a-4011-a03f-3fa8a363347f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:04:32.723442 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a8cc-653c-4549-8d49-f50eed26c13c req-26cacad4-1ee3-416f-a83d-de7c81c932ee tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:32.734144 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-81c6a8cc-653c-4549-8d49-f50eed26c13c req-26cacad4-1ee3-416f-a83d-de7c81c932ee tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1558867 Mar 15 17:04:32.746046 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ca4f6c61-28f2-4f8a-9321-4fe306d5d25c req-0d7a27cd-c78d-4b9c-bb48-909741c7a756 service neutron] 10.222.0.43 "GET /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766150 Mar 15 17:04:32.784942 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-81c6a8cc-653c-4549-8d49-f50eed26c13c req-61b09570-3eac-4a37-bf3f-df499de94126 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498526 Mar 15 17:04:32.847489 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76728e3f-bd38-4f6c-aa52-25ecfbd563a7 req-289b2160-a140-49e5-a8db-222bf4c9d648 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:32.854530 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 1e250b1d-204a-4011-a03f-3fa8a363347f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1e250b1d-204a-4011-a03f-3fa8a363347f,segment=NetworkSegment(5d4a47b3-f8a4-441a-8f40-563e9c6c32c0),segment_id=5d4a47b3-f8a4-441a-8f40-563e9c6c32c0)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:32.854823 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-76728e3f-bd38-4f6c-aa52-25ecfbd563a7 req-289b2160-a140-49e5-a8db-222bf4c9d648 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 943 time: 0.0686033 Mar 15 17:04:32.867409 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '1e250b1d-204a-4011-a03f-3fa8a363347f', 'network_id': '802e41d0-9737-44b6-8b99-bc7116955fcb', 'port_id': '1e250b1d-204a-4011-a03f-3fa8a363347f', 'mac_address': 'fa:16:3e:51:fb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea38cdbf-6d8b-4305-a1df-3c845242ce6e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:04:32.907919 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 1e250b1d-204a-4011-a03f-3fa8a363347f is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:32.908295 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:32.922702 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e250b1d-204a-4011-a03f-3fa8a363347f {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:04:32.927701 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-76728e3f-bd38-4f6c-aa52-25ecfbd563a7 req-2bff6da4-951f-4589-871e-7abe8a2b0252 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720167 Mar 15 17:04:32.945275 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 1e250b1d-204a-4011-a03f-3fa8a363347f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1e250b1d-204a-4011-a03f-3fa8a363347f,segment=NetworkSegment(5d4a47b3-f8a4-441a-8f40-563e9c6c32c0),segment_id=5d4a47b3-f8a4-441a-8f40-563e9c6c32c0)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:32.946572 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c440-999c-42eb-87fb-33bc81acfcd7 req-9ab54f34-ebe2-4bf8-b81f-4d07b85efaf6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:32.948242 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6d07c440-999c-42eb-87fb-33bc81acfcd7 req-9ab54f34-ebe2-4bf8-b81f-4d07b85efaf6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 945 time: 0.0839202 Mar 15 17:04:32.950772 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:32.958579 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60174) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:32.963085 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-2b99ef6f-b8e3-4205-9a26-722d46895b36 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'floatingip': {'port_id': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:33.001046 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=1e250b1d-204a-4011-a03f-3fa8a363347f,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:33.039350 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2b99ef6f-b8e3-4205-9a26-722d46895b36 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (74f09e7c-f60d-4bfb-8729-0835b7cb9515), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:33.091499 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f5cb29ba-af73-482e-9c84-1a37d9b47459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:33.380995 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['1e250b1d-204a-4011-a03f-3fa8a363347f'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:04:33.574785 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e462813-a0fc-4d18-9c30-ea6e99a92dae req-a970e47a-eb04-45b7-ade7-9ad70d9aaedd tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:33.576256 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3e462813-a0fc-4d18-9c30-ea6e99a92dae req-a970e47a-eb04-45b7-ade7-9ad70d9aaedd tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 949 time: 0.1635835 Mar 15 17:04:33.711238 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2b99ef6f-b8e3-4205-9a26-722d46895b36 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:33.721227 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3e462813-a0fc-4d18-9c30-ea6e99a92dae req-eb80720e-419f-4627-a23c-5eac22bfbd7b tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376913 Mar 15 17:04:33.723569 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2b99ef6f-b8e3-4205-9a26-722d46895b36 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (74f09e7c-f60d-4bfb-8729-0835b7cb9515), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:33.899606 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df9103-f866-44ca-b41c-24eb4d48245e req-fbe32d69-5fcc-403f-931e-9f8d39bdc2f2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:33.901894 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c8df9103-f866-44ca-b41c-24eb4d48245e req-fbe32d69-5fcc-403f-931e-9f8d39bdc2f2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.1036875 Mar 15 17:04:33.905285 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [None req-2b99ef6f-b8e3-4205-9a26-722d46895b36 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Floating IP 74f09e7c-f60d-4bfb-8729-0835b7cb9515 associated. External IP: 172.27.0.249, port: b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c. Mar 15 17:04:34.057382 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c8df9103-f866-44ca-b41c-24eb4d48245e req-139a8c7c-5940-485d-aa76-06b5ee34912b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496744 Mar 15 17:04:34.065826 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163b969-9b51-4db1-a2a4-e6c123e67dea req-4cbf04ed-5462-479d-bde4-5aeb6121deff tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:34.067267 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5163b969-9b51-4db1-a2a4-e6c123e67dea req-4cbf04ed-5462-479d-bde4-5aeb6121deff tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1897163 Mar 15 17:04:34.211966 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5163b969-9b51-4db1-a2a4-e6c123e67dea req-d4ec82c4-7f42-4dc1-be68-f2a7d3fe48c7 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377127 Mar 15 17:04:34.276832 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520355f-d3c1-443d-8b8f-0af3e0b50d56 req-b806e9b8-b335-4d98-a439-2de269666133 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:34.278334 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6520355f-d3c1-443d-8b8f-0af3e0b50d56 req-b806e9b8-b335-4d98-a439-2de269666133 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 943 time: 0.1379249 Mar 15 17:04:34.287363 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b99ef6f-b8e3-4205-9a26-722d46895b36 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:04:34.651987 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6520355f-d3c1-443d-8b8f-0af3e0b50d56 req-115369d3-09de-44cd-99f8-ef2593236222 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665109 Mar 15 17:04:34.683797 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b99ef6f-b8e3-4205-9a26-722d46895b36 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:04:34.688874 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2b99ef6f-b8e3-4205-9a26-722d46895b36 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:34.694750 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:04:34.704522 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:04:34.705130 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:34.730862 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device c3a42389-550c-44d8-a952-b196715aea2e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:04:34.752765 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 1e250b1d-204a-4011-a03f-3fa8a363347f up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:04:34.772149 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-2b99ef6f-b8e3-4205-9a26-722d46895b36 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "PUT /v2.0/floatingips/74f09e7c-f60d-4bfb-8729-0835b7cb9515 HTTP/1.1" status: 200 len: 991 time: 1.8124120 Mar 15 17:04:34.772882 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'tag': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:04:34.775474 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f5c37-4ada-44b6-ac17-0f140279a588" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b28620-b5cb-4a1d-b897-e6e79255e34a", "tag": "b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:04:34.837146 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e84e3bc-93f6-4732-b735-0ed1d3d4db51 x-openstack-request-id: req-7e84e3bc-93f6-4732-b735-0ed1d3d4db51 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:04:34.837617 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b28620-b5cb-4a1d-b897-e6e79255e34a", "tag": "b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:04:34.837986 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e84e3bc-93f6-4732-b735-0ed1d3d4db51 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:04:34.838487 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'tag': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c', 'status': 'completed', 'code': 200} Mar 15 17:04:34.871663 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:04:34.882060 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 1e250b1d-204a-4011-a03f-3fa8a363347f completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:04:34.895997 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 1e250b1d-204a-4011-a03f-3fa8a363347f triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:34.896364 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:34.927730 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port c3a42389-550c-44d8-a952-b196715aea2e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3a42389-550c-44d8-a952-b196715aea2e,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:34.935723 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030d408-2721-48da-9056-c39a1131116d req-beb889f3-7019-4eca-849b-159ec515df8a tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:34.937409 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8030d408-2721-48da-9056-c39a1131116d req-beb889f3-7019-4eca-849b-159ec515df8a tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 949 time: 0.0956757 Mar 15 17:04:34.946738 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': 'c3a42389-550c-44d8-a952-b196715aea2e', 'network_id': 'df59ee03-2ab9-4775-9f11-b6212329d26f', 'port_id': 'c3a42389-550c-44d8-a952-b196715aea2e', 'mac_address': 'fa:16:3e:01:05:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0444c988-ca95-4960-9856-aa23e1e95e45', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:04:34.948295 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-a0062b89-5e5b-4dd2-9d67-416b9da1b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:34.949902 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-a0062b89-5e5b-4dd2-9d67-416b9da1b178 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 1129 time: 0.0764477 Mar 15 17:04:35.016554 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port c3a42389-550c-44d8-a952-b196715aea2e is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:35.017231 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c3a42389-550c-44d8-a952-b196715aea2e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:35.041422 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a42389-550c-44d8-a952-b196715aea2e {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:04:35.046827 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 1e250b1d-204a-4011-a03f-3fa8a363347f is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:35.047201 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:35.052895 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8030d408-2721-48da-9056-c39a1131116d req-84c876f5-a3f4-47ad-92cd-15c63f69ce2c tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070089 Mar 15 17:04:35.078148 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port c3a42389-550c-44d8-a952-b196715aea2e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3a42389-550c-44d8-a952-b196715aea2e,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:35.085609 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8968db-0fd9-479c-85cf-cb2ccc46b243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e250b1d-204a-4011-a03f-3fa8a363347f'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:04:35.087975 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bddd07-bb40-42b0-a4fc-521d47e96525" -d '{"events": [{"server_uuid": "dc8968db-0fd9-479c-85cf-cb2ccc46b243", "name": "network-vif-plugged", "status": "completed", "tag": "1e250b1d-204a-4011-a03f-3fa8a363347f"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:04:35.093449 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (c3a42389-550c-44d8-a952-b196715aea2e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:35.096757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-e887b4d2-1cbd-4a40-a2cc-cdc22a1057c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:35.098432 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-e887b4d2-1cbd-4a40-a2cc-cdc22a1057c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 914 time: 0.1396339 Mar 15 17:04:35.105087 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 1e250b1d-204a-4011-a03f-3fa8a363347f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1e250b1d-204a-4011-a03f-3fa8a363347f,segment=NetworkSegment(5d4a47b3-f8a4-441a-8f40-563e9c6c32c0),segment_id=5d4a47b3-f8a4-441a-8f40-563e9c6c32c0)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:35.129801 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:35.161608 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc223d7-4322-450e-8d9c-84b24b5410bc x-openstack-request-id: req-4fc223d7-4322-450e-8d9c-84b24b5410bc {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:04:35.162144 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8968db-0fd9-479c-85cf-cb2ccc46b243", "name": "network-vif-plugged", "status": "completed", "tag": "1e250b1d-204a-4011-a03f-3fa8a363347f", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:04:35.162587 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fc223d7-4322-450e-8d9c-84b24b5410bc {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:04:35.162980 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8968db-0fd9-479c-85cf-cb2ccc46b243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e250b1d-204a-4011-a03f-3fa8a363347f', 'code': 200} Mar 15 17:04:35.168979 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=c3a42389-550c-44d8-a952-b196715aea2e,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:35.256439 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '74f09e7c-f60d-4bfb-8729-0835b7cb9515', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:37:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:04:14Z', 'updated_at': '2022-03-15T17:04:33Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}, {'id': '9eba5232-a833-4fbe-a951-2f7e00aa52b7', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:28Z', 'updated_at': '2022-03-15T17:03:00Z', 'revision_number': 2, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:35.259989 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=1e250b1d-204a-4011-a03f-3fa8a363347f,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:35.279397 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c6eef-3b89-4ce1-a88d-f7f90466172e req-f428f8e1-8516-4012-8dee-6eee5ab6c370 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:35.281889 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9c6c6eef-3b89-4ce1-a88d-f7f90466172e req-f428f8e1-8516-4012-8dee-6eee5ab6c370 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.1043665 Mar 15 17:04:35.289561 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-641e69ca-c949-4b9f-ac09-966cfce4043c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c HTTP/1.1" status: 200 len: 999 time: 0.1741025 Mar 15 17:04:35.289934 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:04:35.303278 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:04:35.303961 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:35.423195 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:04:35.456880 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-8e2b3272-3654-4177-b66a-ce2da42396f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:35.458785 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-8e2b3272-3654-4177-b66a-ce2da42396f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.1611736 Mar 15 17:04:35.476580 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9c6c6eef-3b89-4ce1-a88d-f7f90466172e req-dcb726af-0003-4fc2-a0f4-f55b0fb099f6 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858163 Mar 15 17:04:35.476823 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-311cf638-b645-4d4e-8fe3-350bb8796d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:35.524622 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bbcc5-e638-49f1-9ae5-21c5a592f5dc req-15285e42-b269-4015-86f0-0bf0a7eebe57 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:35.527893 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3e0bbcc5-e638-49f1-9ae5-21c5a592f5dc req-15285e42-b269-4015-86f0-0bf0a7eebe57 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.2209101 Mar 15 17:04:35.542488 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['c3a42389-550c-44d8-a952-b196715aea2e'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:04:35.545995 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee03c7-16e6-4c89-b871-0237c28c63e7 req-256c7dcc-58a1-486c-972c-6578f5cb3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:35.546957 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5cee03c7-16e6-4c89-b871-0237c28c63e7 req-256c7dcc-58a1-486c-972c-6578f5cb3990 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 1134 time: 0.1626000 Mar 15 17:04:35.586413 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-4fee51c1-e45d-4d9d-8254-2c80ff3f023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:35.587995 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-4fee51c1-e45d-4d9d-8254-2c80ff3f023a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1050169 Mar 15 17:04:35.664757 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3e0bbcc5-e638-49f1-9ae5-21c5a592f5dc req-c27e2294-7a11-454c-a781-9c68557e42bc tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295130 Mar 15 17:04:35.672812 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '74f09e7c-f60d-4bfb-8729-0835b7cb9515', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:37:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:04:14Z', 'updated_at': '2022-03-15T17:04:33Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}, {'id': '9eba5232-a833-4fbe-a951-2f7e00aa52b7', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:28Z', 'updated_at': '2022-03-15T17:03:00Z', 'revision_number': 2, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:35.680888 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5cee03c7-16e6-4c89-b871-0237c28c63e7 req-ff390758-9f4b-46aa-9fff-8817c08e7e58 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240733 Mar 15 17:04:35.708322 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd0b27-6cb4-4cdc-9e66-b12884c3d94e None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '74f09e7c-f60d-4bfb-8729-0835b7cb9515', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:37:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:04:14Z', 'updated_at': '2022-03-15T17:04:33Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}, {'id': '9eba5232-a833-4fbe-a951-2f7e00aa52b7', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:28Z', 'updated_at': '2022-03-15T17:03:00Z', 'revision_number': 2, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:04:35.730224 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-1cbc7260-ac9c-4079-8718-1505fb3ff21b service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272798 Mar 15 17:04:35.805242 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01c51-b59f-4db7-a39d-036f09df37ce req-fbb337bc-0197-4f7d-ac15-5fcba1543fc3 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:35.806713 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6af01c51-b59f-4db7-a39d-036f09df37ce req-fbb337bc-0197-4f7d-ac15-5fcba1543fc3 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 944 time: 0.0547211 Mar 15 17:04:35.862607 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6af01c51-b59f-4db7-a39d-036f09df37ce req-46ecba90-0ccf-4c3e-911e-d684d41d5821 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494885 Mar 15 17:04:35.928622 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a479d9-2b14-4a92-b5c0-53741801776a None None] New status for floating IP 74f09e7c-f60d-4bfb-8729-0835b7cb9515: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:04:36.002390 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-248f5c37-4ada-44b6-ac17-0f140279a588 req-d76d584e-42f0-4b86-ab9d-4b5d79e24e75 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840745 Mar 15 17:04:36.168806 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67b31e-152c-48f8-a5c0-0a271091c75e req-683e9547-4f4b-4ef6-8b6c-e5344102815d tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:36.170280 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2f67b31e-152c-48f8-a5c0-0a271091c75e req-683e9547-4f4b-4ef6-8b6c-e5344102815d tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 950 time: 0.0519242 Mar 15 17:04:36.222640 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2f67b31e-152c-48f8-a5c0-0a271091c75e req-49419652-f390-4d42-bb84-c30a1b3e4419 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Mar 15 17:04:36.462129 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:36.603098 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b847f7-51e4-4604-aebf-53f47fb6a4b9 req-85d7f4a8-1baf-4879-b9ca-3a0f2867215a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:36.604596 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-39b847f7-51e4-4604-aebf-53f47fb6a4b9 req-85d7f4a8-1baf-4879-b9ca-3a0f2867215a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0532482 Mar 15 17:04:36.649906 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-39b847f7-51e4-4604-aebf-53f47fb6a4b9 req-49ea7bd3-cf4b-4f42-a5b0-5f4b13040bfa tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396833 Mar 15 17:04:36.808631 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369d07-f029-4600-b62b-0b73bdec3539 req-efefd5db-2b0d-4923-bc6f-a23d610f028d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:36.810044 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b2369d07-f029-4600-b62b-0b73bdec3539 req-efefd5db-2b0d-4923-bc6f-a23d610f028d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0534172 Mar 15 17:04:36.856952 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b2369d07-f029-4600-b62b-0b73bdec3539 req-6dfc18a9-477a-4be6-b468-c9c87c48fc87 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Mar 15 17:04:36.992511 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75cbd-602e-41af-8f23-157d605ab393 req-f8ea3843-8b74-48b2-8ba0-b71e07b8375d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:36.993966 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ce75cbd-602e-41af-8f23-157d605ab393 req-f8ea3843-8b74-48b2-8ba0-b71e07b8375d tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 944 time: 0.0569651 Mar 15 17:04:37.039925 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ce75cbd-602e-41af-8f23-157d605ab393 req-65619fae-dbcd-4fb1-8dc6-ab53455bfe98 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397480 Mar 15 17:04:37.368337 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56debf-6565-4668-8e83-8efd962857e3 req-c5983ca6-7d4b-4882-bbc8-5bb4a71cd9a5 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:37.369920 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d56debf-6565-4668-8e83-8efd962857e3 req-c5983ca6-7d4b-4882-bbc8-5bb4a71cd9a5 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 950 time: 0.0587208 Mar 15 17:04:37.417235 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d56debf-6565-4668-8e83-8efd962857e3 req-b9509732-939a-4ff6-aaa2-970c5a6a942e tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 Mar 15 17:04:37.776430 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13bde5-3238-4dd0-a7d7-25bd294d8ca6 req-a7c39aac-49d2-43d9-9473-a6a5445e574f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:37.777915 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6b13bde5-3238-4dd0-a7d7-25bd294d8ca6 req-a7c39aac-49d2-43d9-9473-a6a5445e574f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0578830 Mar 15 17:04:37.823954 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6b13bde5-3238-4dd0-a7d7-25bd294d8ca6 req-5412ef88-3def-4567-a43d-481643cb22f2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399323 Mar 15 17:04:37.883074 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:37.974773 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea93999-5dd0-49c5-b225-387b401b0115 req-c3e3d0e6-a777-403f-b42a-9664fab7fe99 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:37.976254 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dea93999-5dd0-49c5-b225-387b401b0115 req-c3e3d0e6-a777-403f-b42a-9664fab7fe99 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0519912 Mar 15 17:04:38.024206 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dea93999-5dd0-49c5-b225-387b401b0115 req-2fc161d7-92ff-4998-9e57-e55b58f88a05 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423048 Mar 15 17:04:38.156476 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affd1ad-3926-4067-8c6d-93af68055e02 req-869afa8e-c3c7-4896-8f76-c7f6eb5e2898 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:38.157936 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8affd1ad-3926-4067-8c6d-93af68055e02 req-869afa8e-c3c7-4896-8f76-c7f6eb5e2898 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 944 time: 0.0529337 Mar 15 17:04:38.209147 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8affd1ad-3926-4067-8c6d-93af68055e02 req-17de1939-f184-474a-b930-6dfcbb6b8d11 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456374 Mar 15 17:04:38.533751 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6a2ae-6e56-403f-8281-8e91fb75d888 req-92c31ad0-bdf0-48a8-8fe0-9e91d024dd17 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:38.535294 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-61e6a2ae-6e56-403f-8281-8e91fb75d888 req-92c31ad0-bdf0-48a8-8fe0-9e91d024dd17 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 950 time: 0.0521750 Mar 15 17:04:38.581000 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-61e6a2ae-6e56-403f-8281-8e91fb75d888 req-93d7f103-c48c-49cd-8bab-ea4843ceb76b tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Mar 15 17:04:38.731286 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device c3a42389-550c-44d8-a952-b196715aea2e up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:04:38.783887 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port c3a42389-550c-44d8-a952-b196715aea2e completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:04:38.788221 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port c3a42389-550c-44d8-a952-b196715aea2e triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:38.788756 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (c3a42389-550c-44d8-a952-b196715aea2e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:38.846310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b680b07-002c-4cc2-b90f-0e4b5757c797 req-83aa69d2-ea34-46f4-b29f-b85af5ccfd1b tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:38.847793 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4b680b07-002c-4cc2-b90f-0e4b5757c797 req-83aa69d2-ea34-46f4-b29f-b85af5ccfd1b tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 950 time: 0.0542986 Mar 15 17:04:38.879986 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port c3a42389-550c-44d8-a952-b196715aea2e is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:38.880596 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c3a42389-550c-44d8-a952-b196715aea2e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:38.904955 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee9e2e2-d4b1-4402-879b-ecc806fb4963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a42389-550c-44d8-a952-b196715aea2e'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:04:38.907714 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e056f3-4d4c-4e63-8f91-7134dad8aee0" -d '{"events": [{"server_uuid": "8ee9e2e2-d4b1-4402-879b-ecc806fb4963", "name": "network-vif-plugged", "status": "completed", "tag": "c3a42389-550c-44d8-a952-b196715aea2e"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:04:38.908141 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4b680b07-002c-4cc2-b90f-0e4b5757c797 req-bfa045eb-92f1-4dde-97ea-1a33a643cd76 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 Mar 15 17:04:38.920492 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port c3a42389-550c-44d8-a952-b196715aea2e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3a42389-550c-44d8-a952-b196715aea2e,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:38.924980 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (c3a42389-550c-44d8-a952-b196715aea2e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:38.963576 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaab1d6-a2b6-4ad1-972f-e088873c2d57 x-openstack-request-id: req-fdaab1d6-a2b6-4ad1-972f-e088873c2d57 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:04:38.963893 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee9e2e2-d4b1-4402-879b-ecc806fb4963", "name": "network-vif-plugged", "status": "completed", "tag": "c3a42389-550c-44d8-a952-b196715aea2e", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:04:38.964145 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdaab1d6-a2b6-4ad1-972f-e088873c2d57 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:04:38.964556 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee9e2e2-d4b1-4402-879b-ecc806fb4963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a42389-550c-44d8-a952-b196715aea2e', 'code': 200} Mar 15 17:04:38.971971 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e7398-f84c-4a18-93d0-7ef188a0deb6 req-5307913f-1986-444d-8b5d-28b549b8d646 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:38.973480 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fe2e7398-f84c-4a18-93d0-7ef188a0deb6 req-5307913f-1986-444d-8b5d-28b549b8d646 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0602353 Mar 15 17:04:38.980711 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=c3a42389-550c-44d8-a952-b196715aea2e,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:39.029196 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fe2e7398-f84c-4a18-93d0-7ef188a0deb6 req-877bd572-1e02-4222-94ba-98361ddbc195 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495124 Mar 15 17:04:39.180334 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1294f-50b8-49ae-8b26-199fe1f365cf req-d72787ea-2e00-477f-a2e0-495ffde515e8 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:39.181893 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-78b1294f-50b8-49ae-8b26-199fe1f365cf req-d72787ea-2e00-477f-a2e0-495ffde515e8 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0825799 Mar 15 17:04:39.188862 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741e21e-d382-4ef6-8a3b-dd7214e9a1f7 req-b1a98832-cee2-4c22-9c9d-6eb8ac8858e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:39.190212 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6741e21e-d382-4ef6-8a3b-dd7214e9a1f7 req-b1a98832-cee2-4c22-9c9d-6eb8ac8858e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 1129 time: 0.0644670 Mar 15 17:04:39.262194 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-78b1294f-50b8-49ae-8b26-199fe1f365cf req-57846f2f-c19c-46db-83b8-422c78e47fdf tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710368 Mar 15 17:04:39.268879 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6741e21e-d382-4ef6-8a3b-dd7214e9a1f7 req-c5f315cd-5699-4b0b-9a9e-db22b2312b96 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651088 Mar 15 17:04:39.328991 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ee75-2596-4c06-8758-b23db9ee270f req-238db18e-1585-49af-8c2d-8e55f61734d1 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:39.330411 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1a73ee75-2596-4c06-8758-b23db9ee270f req-238db18e-1585-49af-8c2d-8e55f61734d1 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 945 time: 0.0538197 Mar 15 17:04:39.375859 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1a73ee75-2596-4c06-8758-b23db9ee270f req-67790635-0392-43ce-b179-39f938dcec37 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 Mar 15 17:04:39.621572 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:39.660190 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:40.025425 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a47856-dd70-473c-814a-cbdbcfc28d26 req-aefc13ea-1e00-49da-b843-a73e1e22673f tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:40.026868 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b6a47856-dd70-473c-814a-cbdbcfc28d26 req-aefc13ea-1e00-49da-b843-a73e1e22673f tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 950 time: 0.0525050 Mar 15 17:04:40.073871 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b6a47856-dd70-473c-814a-cbdbcfc28d26 req-0d8fb400-b205-4698-996c-f21631e2df71 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Mar 15 17:04:40.167852 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6168eaa-8d69-4827-8c6f-dd87351ce0a4 req-782f42ee-c0f5-476b-98d9-70117f33a709 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:40.169324 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e6168eaa-8d69-4827-8c6f-dd87351ce0a4 req-782f42ee-c0f5-476b-98d9-70117f33a709 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0549042 Mar 15 17:04:40.215161 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e6168eaa-8d69-4827-8c6f-dd87351ce0a4 req-ae1e229e-365e-4bf0-bae0-5bc0762299cb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396888 Mar 15 17:04:40.379260 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd908b-8f47-4524-a4f9-c116fd78da97 req-ca7da820-e185-4132-98dd-419b07074770 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:40.380718 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8abd908b-8f47-4524-a4f9-c116fd78da97 req-ca7da820-e185-4132-98dd-419b07074770 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0524778 Mar 15 17:04:40.436302 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8abd908b-8f47-4524-a4f9-c116fd78da97 req-9789892f-98c1-488e-9c56-90b3600c1811 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501375 Mar 15 17:04:40.505084 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948d734-52f2-4cb0-b138-8ecfbbf4a096 req-82a83e80-c945-4993-b0b3-e7e8432af52a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:40.506527 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7948d734-52f2-4cb0-b138-8ecfbbf4a096 req-82a83e80-c945-4993-b0b3-e7e8432af52a tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 945 time: 0.0609248 Mar 15 17:04:40.552657 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7948d734-52f2-4cb0-b138-8ecfbbf4a096 req-f93c7420-9bb0-438f-9851-5df39cc29ea2 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Mar 15 17:04:41.203663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d8d36-d2e3-48ed-ae2d-082e1080c81e req-6425b6c5-0ff9-4190-9ed9-71fb6ce51abc tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:41.205195 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-534d8d36-d2e3-48ed-ae2d-082e1080c81e req-6425b6c5-0ff9-4190-9ed9-71fb6ce51abc tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 950 time: 0.0612574 Mar 15 17:04:41.252830 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-534d8d36-d2e3-48ed-ae2d-082e1080c81e req-5f1eb551-5d83-4756-a0ce-ac613d1c965f tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421185 Mar 15 17:04:41.371737 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c48764-540e-483a-bcd8-4d1276f3637f req-061fd375-e554-4501-96c2-e587e301f9a1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:41.371737 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f8c48764-540e-483a-bcd8-4d1276f3637f req-061fd375-e554-4501-96c2-e587e301f9a1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0609779 Mar 15 17:04:41.441392 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f8c48764-540e-483a-bcd8-4d1276f3637f req-7a48ec9c-1fa7-4c9c-9d32-b065d7cbe1a4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614381 Mar 15 17:04:41.480793 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d53622-bc9f-4598-93ca-853144098f26 req-f5bf7811-6dca-4f70-9e91-ce1b728e99ac tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:41.482266 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-71d53622-bc9f-4598-93ca-853144098f26 req-f5bf7811-6dca-4f70-9e91-ce1b728e99ac tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0562937 Mar 15 17:04:41.557605 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-71d53622-bc9f-4598-93ca-853144098f26 req-f0ab0414-3fe9-4f82-91d7-a684cff447ce tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696473 Mar 15 17:04:41.580372 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c9770-ca3c-4fd1-b11e-546008d14e19 req-270cffd6-a6bd-4512-a658-aea764e26d55 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:41.581855 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d06c9770-ca3c-4fd1-b11e-546008d14e19 req-270cffd6-a6bd-4512-a658-aea764e26d55 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0707314 Mar 15 17:04:41.635431 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d06c9770-ca3c-4fd1-b11e-546008d14e19 req-82edb0aa-ca41-44ab-a5db-33119aab41bd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481091 Mar 15 17:04:41.678199 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433de43d-bd25-48f0-91df-b07b0f82ab80 req-3386a71a-0e8b-4653-9cd5-ac34c431c4df tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:41.679646 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-433de43d-bd25-48f0-91df-b07b0f82ab80 req-3386a71a-0e8b-4653-9cd5-ac34c431c4df tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 945 time: 0.0597792 Mar 15 17:04:41.725241 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-433de43d-bd25-48f0-91df-b07b0f82ab80 req-b0c2182d-f7e3-4643-893e-e4ac0eafdb34 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Mar 15 17:04:42.242406 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-df8bd407-a35c-41f7-aaca-d938c396b723 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:42.243796 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-df8bd407-a35c-41f7-aaca-d938c396b723 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 950 time: 0.0500848 Mar 15 17:04:42.375327 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Deleting port 1e250b1d-204a-4011-a03f-3fa8a363347f {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:04:42.375584 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:42.421782 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a062b31-9abd-4eb6-b069-ad9a25ff8c43 req-8e1825b3-c63d-47b0-8637-f3ced32c4b26 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:42.423191 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a062b31-9abd-4eb6-b069-ad9a25ff8c43 req-8e1825b3-c63d-47b0-8637-f3ced32c4b26 tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 950 time: 0.1045401 Mar 15 17:04:42.500246 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a062b31-9abd-4eb6-b069-ad9a25ff8c43 req-aa3b9a2c-ca7f-429f-a698-0d2acffe99bd tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b60e6-00d5-4de3-bfe6-835b21045b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704656 Mar 15 17:04:42.505261 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] For port 1e250b1d-204a-4011-a03f-3fa8a363347f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1e250b1d-204a-4011-a03f-3fa8a363347f,segment=NetworkSegment(5d4a47b3-f8a4-441a-8f40-563e9c6c32c0),segment_id=5d4a47b3-f8a4-441a-8f40-563e9c6c32c0)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:42.505855 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:42.527947 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Calling delete_port for 1e250b1d-204a-4011-a03f-3fa8a363347f owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:04:42.613802 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34404a99-fb50-42e6-b45f-ca2e1fe69cf2 req-2b68628f-2540-4fc9-8de9-71dc8ea0f5fc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:42.615285 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-34404a99-fb50-42e6-b45f-ca2e1fe69cf2 req-2b68628f-2540-4fc9-8de9-71dc8ea0f5fc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0964036 Mar 15 17:04:42.735191 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-34404a99-fb50-42e6-b45f-ca2e1fe69cf2 req-6de01f3e-0a2d-402e-9e16-f725514a3d28 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134331 Mar 15 17:04:42.771799 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17714de6-8822-44f5-b1ef-49a43d990cc8 req-fa186351-c59e-4c67-b07c-521c90552270 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:42.773375 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-17714de6-8822-44f5-b1ef-49a43d990cc8 req-fa186351-c59e-4c67-b07c-521c90552270 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1326017 Mar 15 17:04:42.800354 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (1e250b1d-204a-4011-a03f-3fa8a363347f), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:42.813570 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['1e250b1d-204a-4011-a03f-3fa8a363347f'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:04:42.858322 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Pushing event deleted for resources: {'Port': ['ID=1e250b1d-204a-4011-a03f-3fa8a363347f,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:42.910939 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-17714de6-8822-44f5-b1ef-49a43d990cc8 req-5961e78c-45b4-4b45-8fdd-6c9d43280c4f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304164 Mar 15 17:04:42.926179 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] No DVR routers for this DVR port 1e250b1d-204a-4011-a03f-3fa8a363347f on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:04:42.938347 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:42.941993 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1d90cdf2-9941-4569-85e5-d64b8a20f127 req-1cd53add-af7d-422c-b524-bcb4af8b08ef tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.43 "DELETE /v2.0/ports/1e250b1d-204a-4011-a03f-3fa8a363347f HTTP/1.1" status: 204 len: 173 time: 0.6897278 Mar 15 17:04:42.942481 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8968db-0fd9-479c-85cf-cb2ccc46b243', 'name': 'network-vif-deleted', 'tag': '1e250b1d-204a-4011-a03f-3fa8a363347f'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:04:42.944791 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45057a17-23c8-42cf-9b10-805723215f9a" -d '{"events": [{"server_uuid": "dc8968db-0fd9-479c-85cf-cb2ccc46b243", "name": "network-vif-deleted", "tag": "1e250b1d-204a-4011-a03f-3fa8a363347f"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:04:42.955352 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883c2a-cc03-45fc-9f0a-123ef226d635 req-1af7283a-2354-41de-b1b2-8d598c5bf240 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:42.956896 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-40883c2a-cc03-45fc-9f0a-123ef226d635 req-1af7283a-2354-41de-b1b2-8d598c5bf240 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1597505 Mar 15 17:04:42.988270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356b8ef2-3422-4545-95d8-6929ac8d550f x-openstack-request-id: req-356b8ef2-3422-4545-95d8-6929ac8d550f {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:04:42.988588 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8968db-0fd9-479c-85cf-cb2ccc46b243", "name": "network-vif-deleted", "tag": "1e250b1d-204a-4011-a03f-3fa8a363347f", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:04:42.988844 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-356b8ef2-3422-4545-95d8-6929ac8d550f {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:04:42.989358 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8968db-0fd9-479c-85cf-cb2ccc46b243', 'name': 'network-vif-deleted', 'tag': '1e250b1d-204a-4011-a03f-3fa8a363347f', 'status': 'completed', 'code': 200} Mar 15 17:04:43.025391 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-40883c2a-cc03-45fc-9f0a-123ef226d635 req-883be85c-4e44-42ab-bcfc-10f8f246d595 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602906 Mar 15 17:04:43.619357 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ac7dee15-1cf3-40a5-86a9-fdeb2ea60d29 req-b4c22631-b28f-47d1-bb5d-065bd0e05e4f tempest-VolumesNegativeTest-107346849 tempest-VolumesNegativeTest-107346849-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8968db-0fd9-479c-85cf-cb2ccc46b243 HTTP/1.1" status: 200 len: 210 time: 0.0302818 Mar 15 17:04:43.867389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce18f14-7bf2-4a92-9d28-decec42cc544 req-2dcb373a-e7d2-4aed-8a29-929a7c422f9e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:43.869315 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9ce18f14-7bf2-4a92-9d28-decec42cc544 req-2dcb373a-e7d2-4aed-8a29-929a7c422f9e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0620306 Mar 15 17:04:43.918459 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9ce18f14-7bf2-4a92-9d28-decec42cc544 req-ebcd691a-44a4-4728-a686-11b8995ddcf0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436144 Mar 15 17:04:44.033078 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d057ef-c818-43ac-81ee-831f749fdc56 req-23fd4ecb-0ba2-4e2f-bc6c-4e5ff62f614a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:44.035111 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-83d057ef-c818-43ac-81ee-831f749fdc56 req-23fd4ecb-0ba2-4e2f-bc6c-4e5ff62f614a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0532589 Mar 15 17:04:44.089545 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-83d057ef-c818-43ac-81ee-831f749fdc56 req-ffaf2149-2bbd-4f3d-840b-9362da02ae13 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467343 Mar 15 17:04:44.151329 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163faeff-2ba1-4513-b6ab-71f46428e7b3 req-72ffaf75-e853-44ae-a5d9-f0bd6b7f7da3 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:44.157082 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-163faeff-2ba1-4513-b6ab-71f46428e7b3 req-72ffaf75-e853-44ae-a5d9-f0bd6b7f7da3 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0628107 Mar 15 17:04:44.200887 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-163faeff-2ba1-4513-b6ab-71f46428e7b3 req-65ecae66-382c-4dc0-baaf-362490e48745 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415857 Mar 15 17:04:45.039522 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af717e8f-e455-465d-a7ea-8b4f8308952b req-170dbf64-d2b8-4bff-a73f-47aa5acc49c3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:45.040963 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af717e8f-e455-465d-a7ea-8b4f8308952b req-170dbf64-d2b8-4bff-a73f-47aa5acc49c3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0525532 Mar 15 17:04:45.087930 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-af717e8f-e455-465d-a7ea-8b4f8308952b req-1da88712-91c4-49f1-b94f-1b22fed3fc64 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Mar 15 17:04:45.220272 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437ff31-1090-4a77-bf4c-850cca95c5df req-ca005f97-5854-4409-b156-eae721a33036 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:45.221971 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e437ff31-1090-4a77-bf4c-850cca95c5df req-ca005f97-5854-4409-b156-eae721a33036 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0605052 Mar 15 17:04:45.285175 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e437ff31-1090-4a77-bf4c-850cca95c5df req-b89c7f32-de65-4b6f-8576-b74dd0a8eef7 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571890 Mar 15 17:04:45.341368 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf6db1-5f77-4d46-8e2a-bb9075cc8592 req-42c91521-ae63-49d1-90d0-9868ad6b0f1f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:45.343403 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fabf6db1-5f77-4d46-8e2a-bb9075cc8592 req-42c91521-ae63-49d1-90d0-9868ad6b0f1f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0563488 Mar 15 17:04:45.404080 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fabf6db1-5f77-4d46-8e2a-bb9075cc8592 req-ae69d429-c4a2-4c9a-aa6b-d529f5573916 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542471 Mar 15 17:04:46.215966 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a432aef-b851-490a-848d-3bf0830c5991 req-6e7d1caa-dcb4-4d9c-9b4f-a280ee926936 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:46.217520 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8a432aef-b851-490a-848d-3bf0830c5991 req-6e7d1caa-dcb4-4d9c-9b4f-a280ee926936 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0548053 Mar 15 17:04:46.269623 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8a432aef-b851-490a-848d-3bf0830c5991 req-c59f4c24-fe9b-4247-b811-d67a38173c39 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Mar 15 17:04:46.416701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04845a-1247-452b-8629-9b1580828391 req-5a122d4f-6bcd-4547-ba67-08eff1b3f8f9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:46.418274 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-eb04845a-1247-452b-8629-9b1580828391 req-5a122d4f-6bcd-4547-ba67-08eff1b3f8f9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0589788 Mar 15 17:04:46.477954 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-eb04845a-1247-452b-8629-9b1580828391 req-41df49bf-fdb7-4c88-93e5-cb753c9ee8a9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506287 Mar 15 17:04:46.531060 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a6ef0-474c-437c-bdd4-70c61f6c16f4 req-db989ad3-7c05-4d38-b0b5-9756cfa3370f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:46.533678 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-361a6ef0-474c-437c-bdd4-70c61f6c16f4 req-db989ad3-7c05-4d38-b0b5-9756cfa3370f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0542257 Mar 15 17:04:46.590780 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-361a6ef0-474c-437c-bdd4-70c61f6c16f4 req-afe828b0-7c3f-439d-8b05-1a64c29f7457 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 Mar 15 17:04:46.754334 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 1e250b1d-204a-4011-a03f-3fa8a363347f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:04:46.772073 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 1e250b1d-204a-4011-a03f-3fa8a363347f {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:04:46.774403 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 1e250b1d-204a-4011-a03f-3fa8a363347f not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:04:47.401537 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462630e-95e8-4216-a740-e3a45b471cb5 req-c28817d1-2395-4548-aeb5-c367822e8c91 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:47.403007 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a462630e-95e8-4216-a740-e3a45b471cb5 req-c28817d1-2395-4548-aeb5-c367822e8c91 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0543709 Mar 15 17:04:47.455538 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a462630e-95e8-4216-a740-e3a45b471cb5 req-6c613276-a024-4e32-b061-c883378c2a09 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456059 Mar 15 17:04:47.608192 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4098d-0edb-46c2-8aa3-f0454b0ca61d req-b63d5bf4-4f21-43d0-b46f-fed9242b40f8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:47.610238 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b7d4098d-0edb-46c2-8aa3-f0454b0ca61d req-b63d5bf4-4f21-43d0-b46f-fed9242b40f8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0527675 Mar 15 17:04:47.660837 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b7d4098d-0edb-46c2-8aa3-f0454b0ca61d req-74f8df6e-f36b-4e58-b91f-607c4e480555 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 Mar 15 17:04:47.715595 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580bb88-6f6d-4d4a-8cd1-59f98e3d9ec2 req-ed95b009-d6c3-48b1-9231-591808db81cd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:47.717081 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d580bb88-6f6d-4d4a-8cd1-59f98e3d9ec2 req-ed95b009-d6c3-48b1-9231-591808db81cd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0535619 Mar 15 17:04:47.762505 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d580bb88-6f6d-4d4a-8cd1-59f98e3d9ec2 req-23764451-5718-4275-be24-134d29b1b5d6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393357 Mar 15 17:04:48.582936 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a1aa0-43f4-46a3-b184-a2897d37afea req-be195eef-664c-42d7-b13f-5cd28d5322aa tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:48.584283 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1c0a1aa0-43f4-46a3-b184-a2897d37afea req-be195eef-664c-42d7-b13f-5cd28d5322aa tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0570233 Mar 15 17:04:48.628885 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1c0a1aa0-43f4-46a3-b184-a2897d37afea req-a008db33-d61b-4bec-9e8c-dc43f294ee93 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389328 Mar 15 17:04:48.782563 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b1351-87b4-4e58-a31c-7d88befa43b7 req-7c936cfb-a7e3-4233-a30b-4bb3dc96e909 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:48.784010 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-375b1351-87b4-4e58-a31c-7d88befa43b7 req-7c936cfb-a7e3-4233-a30b-4bb3dc96e909 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0528052 Mar 15 17:04:48.834149 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-375b1351-87b4-4e58-a31c-7d88befa43b7 req-bd8ca8d1-3a43-491d-8178-bfb85593e005 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Mar 15 17:04:48.900626 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299d31-e1e9-4782-a0e9-43ea5ccedf46 req-2bb18406-f510-4945-83c0-1b3c57eb3184 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:48.902279 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b6299d31-e1e9-4782-a0e9-43ea5ccedf46 req-2bb18406-f510-4945-83c0-1b3c57eb3184 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0673532 Mar 15 17:04:48.953074 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b6299d31-e1e9-4782-a0e9-43ea5ccedf46 req-3aaa989a-8bf1-43f4-9518-d2f6774c7cca tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Mar 15 17:04:49.035918 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60656) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:49.182731 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-5b5f85dd-4f80-4fdc-bbee-c4089343771f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66f3a576913d4bc18092705d123d1739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455567 Mar 15 17:04:49.185225 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60660) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:49.229747 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-970ac486-e374-429a-ac27-ca51a110d457 admin admin] Publish callbacks [] for security_group (2c6b60e6-00d5-4de3-bfe6-835b21045b76), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:49.249682 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-970ac486-e374-429a-ac27-ca51a110d457 admin admin] Publish callbacks [] for security_group (2c6b60e6-00d5-4de3-bfe6-835b21045b76), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:49.294388 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-970ac486-e374-429a-ac27-ca51a110d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (2c6b60e6-00d5-4de3-bfe6-835b21045b76), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:49.297379 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-970ac486-e374-429a-ac27-ca51a110d457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:49.298767 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-970ac486-e374-429a-ac27-ca51a110d457 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c6b60e6-00d5-4de3-bfe6-835b21045b76 HTTP/1.1" status: 204 len: 168 time: 0.1126518 Mar 15 17:04:49.306353 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ac486-e374-429a-ac27-ca51a110d457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6b60e6-00d5-4de3-bfe6-835b21045b76,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:49.768484 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e762-4d56-46a8-bfd6-b69184396d78 req-6f585664-d262-4e02-9706-ac9532140112 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:49.769959 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bca7e762-4d56-46a8-bfd6-b69184396d78 req-6f585664-d262-4e02-9706-ac9532140112 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0604875 Mar 15 17:04:49.816144 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bca7e762-4d56-46a8-bfd6-b69184396d78 req-48d10f56-7b65-4e4f-99a0-8bb30ee0fefb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404136 Mar 15 17:04:49.957517 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b129b6-cb1f-4f13-8356-20cb50241dd3 req-b25e4318-6dea-4af5-bbb0-ed9c295ca5cb tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:49.958987 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b1b129b6-cb1f-4f13-8356-20cb50241dd3 req-b25e4318-6dea-4af5-bbb0-ed9c295ca5cb tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0553038 Mar 15 17:04:49.979976 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60696) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:50.020836 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b1b129b6-cb1f-4f13-8356-20cb50241dd3 req-a5fe16ce-3197-4dfd-aa98-c411b1dd2748 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562460 Mar 15 17:04:50.074709 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c78b0f-488d-4ba4-b287-50cbd016418d req-a968e04f-9bf6-4f37-b734-4c02e266c543 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:50.076177 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-22c78b0f-488d-4ba4-b287-50cbd016418d req-a968e04f-9bf6-4f37-b734-4c02e266c543 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0533419 Mar 15 17:04:50.086044 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-672685106-network', 'tenant_id': 'a8de618d7d9749059419285b7fb63709'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:50.126114 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Made reservation on behalf of a8de618d7d9749059419285b7fb63709 for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:04:50.128316 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.145856 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.157301 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-22c78b0f-488d-4ba4-b287-50cbd016418d req-01c2fbdb-5159-4bac-9ea7-0bd5b07cffc0 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681055 Mar 15 17:04:50.221780 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Publish callbacks [] for security_group (8a241531-381e-4972-b121-eec17be46c19), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.225528 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (8a241531-381e-4972-b121-eec17be46c19), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.245755 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:04:50.258602 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a241531-381e-4972-b121-eec17be46c19,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:50.264233 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (b197a709-6a50-44de-bb32-22e0be132d20), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.265121 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Added segment b197a709-6a50-44de-bb32-22e0be132d20 of type vlan for network 13503971-bf87-4012-9466-edc95354766f Mar 15 17:04:50.304749 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (13503971-bf87-4012-9466-edc95354766f), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.328412 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (13503971-bf87-4012-9466-edc95354766f), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.329361 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:50.329923 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.382756 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4015007 Mar 15 17:04:50.385709 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60700) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:50.390713 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Request body: {'subnet': {'network_id': '13503971-bf87-4012-9466-edc95354766f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-672685106-subnet', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:50.392809 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a937b0-8818-4149-a1ac-d6e18070343b admin admin] Pushing event updated for resources: {'Network': ['ID=13503971-bf87-4012-9466-edc95354766f,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:50.403621 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 13503971-bf87-4012-9466-edc95354766f details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:04:50.410390 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Made reservation on behalf of a8de618d7d9749059419285b7fb63709 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:04:50.412841 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260131453'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.572599 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260131439'] for subnet (67b8ff3d-237e-417c-b6fe-e7b371cec876), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.630014 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b8ff3d-237e-417c-b6fe-e7b371cec876,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:50.637083 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Checking segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:50.637083 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Network hostable DHCP agents. Network: 13503971-bf87-4012-9466-edc95354766f, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:04:50.651384 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Network 13503971-bf87-4012-9466-edc95354766f is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:04:50.659721 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 13503971-bf87-4012-9466-edc95354766f) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:50.663932 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:50.664552 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.670572 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa97fa-8af6-4e88-9678-b0a178473acc None None] Network 13503971-bf87-4012-9466-edc95354766f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:04:50.680030 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f83233af-af6c-4b1c-9891-72999dfbe6c1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2931283 Mar 15 17:04:50.682685 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60704) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:50.688269 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:50.707082 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (52c1236c-9121-4018-abcf-23f9f0d2647d), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.708840 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (52c1236c-9121-4018-abcf-23f9f0d2647d), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.763853 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks [] for router_controller (52c1236c-9121-4018-abcf-23f9f0d2647d), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.778688 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-13503971-bf87-4012-9466-edc95354766f', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:04:50.779564 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:50.924602 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Allocated IP 172.20.0.2 (13503971-bf87-4012-9466-edc95354766f/67b8ff3d-237e-417c-b6fe-e7b371cec876/971b8c0c-b0a4-41a4-912e-abad04d61f4e) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:50.948584 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41d8b1-3539-48ba-93d0-823ac3ae37ce req-83ec7bd8-a8eb-4451-9a5f-be7e27e8adb4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:50.950141 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-db41d8b1-3539-48ba-93d0-823ac3ae37ce req-83ec7bd8-a8eb-4451-9a5f-be7e27e8adb4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0595472 Mar 15 17:04:51.008145 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-db41d8b1-3539-48ba-93d0-823ac3ae37ce req-41c8281a-4869-48e4-8371-ec28b26a6d6d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506947 Mar 15 17:04:51.081069 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Publish callbacks [] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.087344 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.126054 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks [] for router_gateway (52c1236c-9121-4018-abcf-23f9f0d2647d), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.135269 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Network 13503971-bf87-4012-9466-edc95354766f is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:51.138307 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:51.142464 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:51.143981 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14decfc9-98d0-4613-a125-006ccef38798 req-4ae84292-6b31-4a59-ba4a-66f543ac436d tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:51.145679 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14decfc9-98d0-4613-a125-006ccef38798 req-4ae84292-6b31-4a59-ba4a-66f543ac436d tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0551891 Mar 15 17:04:51.148020 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Pushing event updated for resources: {'Port': ['ID=971b8c0c-b0a4-41a4-912e-abad04d61f4e,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:51.203131 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Attempting to bind port 971b8c0c-b0a4-41a4-912e-abad04d61f4e on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:04:51.203495 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Attempting to bind port 971b8c0c-b0a4-41a4-912e-abad04d61f4e by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:04:51.203851 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Attempting to bind port 971b8c0c-b0a4-41a4-912e-abad04d61f4e on network 13503971-bf87-4012-9466-edc95354766f {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:51.206731 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14decfc9-98d0-4613-a125-006ccef38798 req-c80df4c6-4dfb-49b6-a747-26f9812afb03 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516617 Mar 15 17:04:51.209418 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:04:51.209785 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Checking segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:51.210178 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.210558 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Bound using segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:04:51.211034 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Bound port: 971b8c0c-b0a4-41a4-912e-abad04d61f4e, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:04:51.211409 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.277392 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] For port 971b8c0c-b0a4-41a4-912e-abad04d61f4e, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:04:51.281383 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] For port 971b8c0c-b0a4-41a4-912e-abad04d61f4e, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=971b8c0c-b0a4-41a4-912e-abad04d61f4e,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:04:51.289604 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.348300 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks [] for router_gateway (52c1236c-9121-4018-abcf-23f9f0d2647d), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.349327 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269974f-c70c-40e0-b3b1-274626fe5336 None None] Pushing event updated for resources: {'Port': ['ID=971b8c0c-b0a4-41a4-912e-abad04d61f4e,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:51.371434 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.490845 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Allocated IP 172.27.0.86 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/5d214e72-f66f-46cc-a196-dd210e22e437) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:51.555078 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd797-de2d-44d0-b4ac-f0b4d8b8c7e7 req-a534bdc4-abbb-4a48-80dc-8d9f4adb973a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:51.557972 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ad8dd797-de2d-44d0-b4ac-f0b4d8b8c7e7 req-a534bdc4-abbb-4a48-80dc-8d9f4adb973a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.3231146 Mar 15 17:04:51.613871 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ad8dd797-de2d-44d0-b4ac-f0b4d8b8c7e7 req-72d7df0c-3805-4b59-ad64-0dff3ba42ff3 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500000 Mar 15 17:04:51.618906 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks [] for port (5d214e72-f66f-46cc-a196-dd210e22e437), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.665942 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:51.709127 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:51.713956 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:51.716348 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:51.746638 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Pushing event updated for resources: {'Port': ['ID=5d214e72-f66f-46cc-a196-dd210e22e437,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:51.985760 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks [] for router_gateway (52c1236c-9121-4018-abcf-23f9f0d2647d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:52.146748 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b88f1-db2a-4dba-8100-8a03ff857fc6 req-a1e7acfd-cd1b-4a92-b842-cb07e06b075f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:52.148240 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-458b88f1-db2a-4dba-8100-8a03ff857fc6 req-a1e7acfd-cd1b-4a92-b842-cb07e06b075f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0543633 Mar 15 17:04:52.196341 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-458b88f1-db2a-4dba-8100-8a03ff857fc6 req-bf9a422d-65b9-44aa-86a4-5ab134a916ca tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Mar 15 17:04:52.208130 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (52c1236c-9121-4018-abcf-23f9f0d2647d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:52.303482 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65acc182-2d11-42bb-9a65-020a07a2ea14 None None] Network 13503971-bf87-4012-9466-edc95354766f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:04:52.339261 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b501c6-1dfb-4529-b4b2-7c2a3cfe23fc req-8123f3c6-f227-4f3d-855a-057c4825845c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:52.340737 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-16b501c6-1dfb-4529-b4b2-7c2a3cfe23fc req-8123f3c6-f227-4f3d-855a-057c4825845c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0645432 Mar 15 17:04:52.351785 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Router 52c1236c-9121-4018-abcf-23f9f0d2647d is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:04:52.381197 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-07694609-c688-4841-8cda-9688158ace25 None None] Provisioning complete for port 971b8c0c-b0a4-41a4-912e-abad04d61f4e triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:52.381648 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-07694609-c688-4841-8cda-9688158ace25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:52.403064 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-16b501c6-1dfb-4529-b4b2-7c2a3cfe23fc req-c3455033-7f14-4c1d-b494-b460f419b0a4 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553741 Mar 15 17:04:52.463538 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:04:52.474695 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Sync routers for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:04:52.482300 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:52.486915 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60722) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:52.487378 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0778abda-ed9c-4962-b3bb-c5647e4f9e31 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8037469 Mar 15 17:04:52.487500 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:04:52.488025 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:52.500433 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-07694609-c688-4841-8cda-9688158ace25 None None] Current status of the port 971b8c0c-b0a4-41a4-912e-abad04d61f4e is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:52.500905 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-07694609-c688-4841-8cda-9688158ace25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:52.536149 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-07694609-c688-4841-8cda-9688158ace25 None None] For port 971b8c0c-b0a4-41a4-912e-abad04d61f4e, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=971b8c0c-b0a4-41a4-912e-abad04d61f4e,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:52.544364 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-07694609-c688-4841-8cda-9688158ace25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:52.598800 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:04:52.812840 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07694609-c688-4841-8cda-9688158ace25 None None] Pushing event updated for resources: {'Port': ['ID=971b8c0c-b0a4-41a4-912e-abad04d61f4e,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:52.870603 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 971b8c0c-b0a4-41a4-912e-abad04d61f4e up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:04:52.873920 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:51Z', 'revision_number': 3, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:52.892818 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-a2c9dfee-d479-479e-87cd-ee20a8e1d402 None None] Provisioning complete for port 971b8c0c-b0a4-41a4-912e-abad04d61f4e triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:52.893294 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a2c9dfee-d479-479e-87cd-ee20a8e1d402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:52.901313 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Checking router: 52c1236c-9121-4018-abcf-23f9f0d2647d for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:04:52.902111 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Updating router 52c1236c-9121-4018-abcf-23f9f0d2647d port 5d214e72-f66f-46cc-a196-dd210e22e437 binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:04:52.906655 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee29ab-8565-4441-871d-b434d490ccd9 req-367c567f-2e16-4190-bb6a-ce6ef6d27acb tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:52.908223 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2dee29ab-8565-4441-871d-b434d490ccd9 req-367c567f-2e16-4190-bb6a-ce6ef6d27acb tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0791831 Mar 15 17:04:52.936930 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:52.957656 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 971b8c0c-b0a4-41a4-912e-abad04d61f4e triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:52.958024 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:52.991622 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2dee29ab-8565-4441-871d-b434d490ccd9 req-3b3991ea-f8c4-4cfe-a610-e11d55fc83d5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751481 Mar 15 17:04:53.039115 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9dfee-d479-479e-87cd-ee20a8e1d402 None None] Current status of the port 971b8c0c-b0a4-41a4-912e-abad04d61f4e is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:53.081202 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.088693 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 971b8c0c-b0a4-41a4-912e-abad04d61f4e is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:53.234314 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Allocated IP 172.20.0.1 (13503971-bf87-4012-9466-edc95354766f/67b8ff3d-237e-417c-b6fe-e7b371cec876/6817442d-6ca6-4be8-aca7-305c7e743d98) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:53.296793 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Publish callbacks [] for port (5d214e72-f66f-46cc-a196-dd210e22e437), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.303053 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.357563 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Attempting to bind port 5d214e72-f66f-46cc-a196-dd210e22e437 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:04:53.357931 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Attempting to bind port 5d214e72-f66f-46cc-a196-dd210e22e437 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:04:53.358866 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Attempting to bind port 5d214e72-f66f-46cc-a196-dd210e22e437 on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:53.365734 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Pushing event updated for resources: {'Port': ['ID=5d214e72-f66f-46cc-a196-dd210e22e437,revision_number=2']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:53.367868 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:04:53.368232 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:53.368649 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.369034 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:04:53.369490 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Bound port: 5d214e72-f66f-46cc-a196-dd210e22e437, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:04:53.369860 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.373951 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb970-a8da-46e9-a710-c263096fc42d req-c9f750c5-f688-4dcc-86f6-6c183b4ab067 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:53.375415 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-46bdb970-a8da-46e9-a710-c263096fc42d req-c9f750c5-f688-4dcc-86f6-6c183b4ab067 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0860236 Mar 15 17:04:53.386535 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Publish callbacks [] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.392054 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.392388 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.392794 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.393126 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.393455 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.393780 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.394101 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.394418 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.394755 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.395074 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.395391 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.395721 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.396036 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.396345 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.396685 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:04:53.441662 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] For port 5d214e72-f66f-46cc-a196-dd210e22e437, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:04:53.441975 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-46bdb970-a8da-46e9-a710-c263096fc42d req-8d6a2dc9-5107-4050-b58d-6cd579ee80b2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588861 Mar 15 17:04:53.445088 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] For port 5d214e72-f66f-46cc-a196-dd210e22e437, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=5d214e72-f66f-46cc-a196-dd210e22e437,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:04:53.453295 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.467218 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.520350 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Network 13503971-bf87-4012-9466-edc95354766f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:53.523027 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:04:53.523631 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:53.530734 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f99559-9191-40ef-8de3-f17a6cbda94c None None] Pushing event updated for resources: {'Port': ['ID=5d214e72-f66f-46cc-a196-dd210e22e437,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:53.539539 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:53.546103 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:53.550394 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Pushing event updated for resources: {'Port': ['ID=6817442d-6ca6-4be8-aca7-305c7e743d98,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:53.597826 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (52c1236c-9121-4018-abcf-23f9f0d2647d), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.608438 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28286f2f-e930-447a-a611-300e0abd0180 req-e93dec8c-caf5-4682-9478-5af21a32e85b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:53.610011 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-28286f2f-e930-447a-a611-300e0abd0180 req-e93dec8c-caf5-4682-9478-5af21a32e85b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1159282 Mar 15 17:04:53.724637 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-28286f2f-e930-447a-a611-300e0abd0180 req-4994b5f9-0439-4609-84f1-54d4d260dc39 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828133 Mar 15 17:04:53.760838 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:04:53.777060 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-ec84b8df-222c-4dc4-b35d-7e13ccd02c8f None None] Provisioning complete for port 6817442d-6ca6-4be8-aca7-305c7e743d98 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:53.777586 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ec84b8df-222c-4dc4-b35d-7e13ccd02c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.789244 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.814674 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-ec84b8df-222c-4dc4-b35d-7e13ccd02c8f None None] Port 6817442d-6ca6-4be8-aca7-305c7e743d98 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:04:53.936092 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:51Z', 'revision_number': 3, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:53.950780 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Publish callbacks [] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.955970 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:53.962252 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0046b-15b1-414a-b1ed-e46c78281bee None None] The sync data for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi is: [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:51Z', 'revision_number': 3, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:04:54.024665 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Pushing event updated for resources: {'Port': ['ID=6817442d-6ca6-4be8-aca7-305c7e743d98,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:54.028345 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (52c1236c-9121-4018-abcf-23f9f0d2647d), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:54.156776 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a823e7-559f-41d9-b951-dabede0f722d req-2ca877cc-1e0c-4204-8b90-9a7062131156 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:54.158280 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-96a823e7-559f-41d9-b951-dabede0f722d req-2ca877cc-1e0c-4204-8b90-9a7062131156 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0802031 Mar 15 17:04:54.168998 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Network 13503971-bf87-4012-9466-edc95354766f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:54.176808 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:54.332544 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-96a823e7-559f-41d9-b951-dabede0f722d req-d7cdd21a-4718-470e-a5e3-3484cae4c01c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625123 Mar 15 17:04:54.397631 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Router 52c1236c-9121-4018-abcf-23f9f0d2647d has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:04:54.440680 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ac770ef-c09a-4093-8f07-b6d7f45bd62b None None] Provisioning complete for port 6817442d-6ca6-4be8-aca7-305c7e743d98 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:54.441055 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ac770ef-c09a-4093-8f07-b6d7f45bd62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:54.479781 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ac770ef-c09a-4093-8f07-b6d7f45bd62b None None] Port 6817442d-6ca6-4be8-aca7-305c7e743d98 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:04:54.516471 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:04:54.524056 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-6b4b7f7b-cb86-43b5-80c3-2035a358a158 admin admin] 10.222.0.42 "PUT /v2.0/routers/52c1236c-9121-4018-abcf-23f9f0d2647d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0334678 Mar 15 17:04:54.583826 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c0eda-8d0e-4745-9efb-f75c0d3887ba req-0cd9bbcf-a72f-4481-b42a-dcbf08c6360d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:54.589053 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-905c0eda-8d0e-4745-9efb-f75c0d3887ba req-0cd9bbcf-a72f-4481-b42a-dcbf08c6360d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0586076 Mar 15 17:04:54.634693 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-905c0eda-8d0e-4745-9efb-f75c0d3887ba req-11031278-f395-4761-88a7-c3ca6b2b728b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Mar 15 17:04:54.879444 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 971b8c0c-b0a4-41a4-912e-abad04d61f4e up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:04:54.900299 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eb82a-2c55-4ec8-a00b-85976dd63850 req-b28bbcfc-7cc0-4086-b3eb-56e061095d01 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:54.902104 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c01eb82a-2c55-4ec8-a00b-85976dd63850 req-b28bbcfc-7cc0-4086-b3eb-56e061095d01 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0820222 Mar 15 17:04:54.980983 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 971b8c0c-b0a4-41a4-912e-abad04d61f4e triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:54.981357 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.010595 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c01eb82a-2c55-4ec8-a00b-85976dd63850 req-c6d12b94-2df9-44e0-af2e-090c46bf9602 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988190 Mar 15 17:04:55.071358 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 971b8c0c-b0a4-41a4-912e-abad04d61f4e is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:55.072474 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 5d214e72-f66f-46cc-a196-dd210e22e437 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:04:55.118761 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 5d214e72-f66f-46cc-a196-dd210e22e437 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:55.119130 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.158915 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60768) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:55.163766 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1444783934-network', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:55.183557 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Made reservation on behalf of 7fcc57c7d3f84f5596252f33a5c74215 for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:04:55.185910 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.194714 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.195570 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 5d214e72-f66f-46cc-a196-dd210e22e437 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:55.195839 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.219709 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port 5d214e72-f66f-46cc-a196-dd210e22e437, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=5d214e72-f66f-46cc-a196-dd210e22e437,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:55.224068 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.280653 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=5d214e72-f66f-46cc-a196-dd210e22e437,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:55.280911 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Publish callbacks [] for security_group (806ec0e1-814c-4044-b97a-19e25850de9d), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.284657 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (806ec0e1-814c-4044-b97a-19e25850de9d), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.311763 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:04:55.317300 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ec0e1-814c-4044-b97a-19e25850de9d,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:55.325258 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (1c8ce496-09c0-4408-8b85-15942aab600a), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.325594 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Added segment 1c8ce496-09c0-4408-8b85-15942aab600a of type vlan for network b2e0668a-70d1-48ab-84dd-16431965797e Mar 15 17:04:55.367521 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (b2e0668a-70d1-48ab-84dd-16431965797e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.409076 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (b2e0668a-70d1-48ab-84dd-16431965797e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.410101 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:55.410781 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.485035 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3249850 Mar 15 17:04:55.487814 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60774) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:55.493775 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Request body: {'subnet': {'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1444783934-subnet', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:55.500873 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3765d0-16e5-4687-82f6-d468480e5f76 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e0668a-70d1-48ab-84dd-16431965797e,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:55.520787 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network b2e0668a-70d1-48ab-84dd-16431965797e details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:04:55.527017 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29883c-76b6-407f-a364-79f7c1ae4a4d req-2f7e774f-48c9-4906-878e-282bd02ce5c6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:55.528652 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4b29883c-76b6-407f-a364-79f7c1ae4a4d req-2f7e774f-48c9-4906-878e-282bd02ce5c6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1334126 Mar 15 17:04:55.537613 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Made reservation on behalf of 7fcc57c7d3f84f5596252f33a5c74215 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:04:55.543317 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260131453'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.618991 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4b29883c-76b6-407f-a364-79f7c1ae4a4d req-ec36a4b7-2ce0-4b3c-a404-2568c64ca693 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757639 Mar 15 17:04:55.759835 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260131439'] for subnet (a1803396-5b02-4d8d-8597-f496159ef1e4), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.795855 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe20e6-8482-47c7-9502-ed175a19fe5e req-9b938135-216c-4be6-9286-1783f34cedc1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:55.797428 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-58fe20e6-8482-47c7-9502-ed175a19fe5e req-9b938135-216c-4be6-9286-1783f34cedc1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0788164 Mar 15 17:04:55.825804 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1803396-5b02-4d8d-8597-f496159ef1e4,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:55.840166 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Checking segment: {'id': '1c8ce496-09c0-4408-8b85-15942aab600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:55.840799 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Network hostable DHCP agents. Network: b2e0668a-70d1-48ab-84dd-16431965797e, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:04:55.856582 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-58fe20e6-8482-47c7-9502-ed175a19fe5e req-a46acd4b-4727-4e50-99d7-0086e729204b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512438 Mar 15 17:04:55.859782 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Network b2e0668a-70d1-48ab-84dd-16431965797e is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:04:55.868548 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Sync routers for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:04:55.869921 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, b2e0668a-70d1-48ab-84dd-16431965797e) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:55.875193 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:55.876166 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.881705 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b951460f-9c4b-4ef1-9734-98ffc7ccca04 None None] Network b2e0668a-70d1-48ab-84dd-16431965797e requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:04:55.893496 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ef5f3a2f-c4ef-4a94-bf45-b9362264c0fb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4038925 Mar 15 17:04:55.895955 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60780) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:55.900535 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:04:55.919861 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.921421 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:55.924921 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:04:55.925806 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:55.972210 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks [] for router_controller (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.082360 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-b2e0668a-70d1-48ab-84dd-16431965797e', 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e', 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'fixed_ips': [{'subnet_id': 'a1803396-5b02-4d8d-8597-f496159ef1e4'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:04:56.083193 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.088992 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:04:56.122164 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks [] for router_gateway (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.138432 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ee4f0-9905-47d3-9ea1-f1d4c9a2692f req-02c894c5-f036-43b6-89db-ede291c06fef tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:56.140938 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-360ee4f0-9905-47d3-9ea1-f1d4c9a2692f req-02c894c5-f036-43b6-89db-ede291c06fef tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0583231 Mar 15 17:04:56.191799 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-360ee4f0-9905-47d3-9ea1-f1d4c9a2692f req-cf006b79-7f25-45f3-9c03-004f06b87883 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Mar 15 17:04:56.344849 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks [] for router_gateway (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.346189 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Allocated IP 172.20.0.2 (b2e0668a-70d1-48ab-84dd-16431965797e/a1803396-5b02-4d8d-8597-f496159ef1e4/851054fd-5355-40d4-bb18-e29331c934db) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:56.366936 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.470003 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Allocated IP 172.27.0.118 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/f4c67f8e-8edd-404e-8aa8-302a682e7d04) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:56.480435 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 2, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:56.511551 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Checking router: 52c1236c-9121-4018-abcf-23f9f0d2647d for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:04:56.511894 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Updating router 52c1236c-9121-4018-abcf-23f9f0d2647d port 6817442d-6ca6-4be8-aca7-305c7e743d98 binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:04:56.567857 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.572751 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Publish callbacks [] for port (851054fd-5355-40d4-bb18-e29331c934db), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.573179 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks [] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.586655 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (851054fd-5355-40d4-bb18-e29331c934db), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.606221 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.646009 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:56.648965 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:56.652003 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Network b2e0668a-70d1-48ab-84dd-16431965797e is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:56.653866 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:56.656355 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Pushing event updated for resources: {'Port': ['ID=f4c67f8e-8edd-404e-8aa8-302a682e7d04,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:56.661084 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:56.665727 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:56.667503 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Pushing event updated for resources: {'Port': ['ID=851054fd-5355-40d4-bb18-e29331c934db,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:56.790189 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd96117-b051-4a94-8092-006e451ece9e req-acf33ea5-3615-4655-9a7c-e9462415fc17 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:56.792862 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4dd96117-b051-4a94-8092-006e451ece9e req-acf33ea5-3615-4655-9a7c-e9462415fc17 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0832353 Mar 15 17:04:56.794768 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 5d214e72-f66f-46cc-a196-dd210e22e437 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:04:56.834965 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Attempting to bind port 851054fd-5355-40d4-bb18-e29331c934db on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:04:56.835331 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Attempting to bind port 851054fd-5355-40d4-bb18-e29331c934db by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '1c8ce496-09c0-4408-8b85-15942aab600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:04:56.835707 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Attempting to bind port 851054fd-5355-40d4-bb18-e29331c934db on network b2e0668a-70d1-48ab-84dd-16431965797e {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:56.848276 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4dd96117-b051-4a94-8092-006e451ece9e req-cfa3c803-af78-45a2-86fe-a3b474d21a41 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481474 Mar 15 17:04:56.872885 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:04:56.873255 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Checking segment: {'id': '1c8ce496-09c0-4408-8b85-15942aab600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:56.873669 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.874583 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Bound using segment: {'id': '1c8ce496-09c0-4408-8b85-15942aab600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:04:56.875045 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Bound port: 851054fd-5355-40d4-bb18-e29331c934db, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ce496-09c0-4408-8b85-15942aab600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:04:56.875408 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (851054fd-5355-40d4-bb18-e29331c934db), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:56.935915 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks [] for router_gateway (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.003605 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375990fe-bd65-4354-8bd5-a8c75862f61d req-dde9818a-0b75-4544-a704-ca4d5c97550a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:57.005085 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-375990fe-bd65-4354-8bd5-a8c75862f61d req-dde9818a-0b75-4544-a704-ca4d5c97550a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0540197 Mar 15 17:04:57.065199 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-375990fe-bd65-4354-8bd5-a8c75862f61d req-4b82a725-5065-4ad3-99cb-5df1a77fd2d3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522575 Mar 15 17:04:57.111477 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 5d214e72-f66f-46cc-a196-dd210e22e437 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:57.112083 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.137836 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] For port 851054fd-5355-40d4-bb18-e29331c934db, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:04:57.156876 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.159478 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] For port 851054fd-5355-40d4-bb18-e29331c934db, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=851054fd-5355-40d4-bb18-e29331c934db,segment=NetworkSegment(1c8ce496-09c0-4408-8b85-15942aab600a),segment_id=1c8ce496-09c0-4408-8b85-15942aab600a)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:04:57.175801 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (851054fd-5355-40d4-bb18-e29331c934db), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.258677 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Publish callbacks [] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.270427 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.314052 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4a675-0a6e-4c7d-b4b0-f626dac06c2f None None] Pushing event updated for resources: {'Port': ['ID=851054fd-5355-40d4-bb18-e29331c934db,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:57.358046 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e148e-ce57-429b-ae44-22fded53b236 req-c449d8a7-9345-4ae9-8de2-b1770f1fe0fe tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:57.366263 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b8e148e-ce57-429b-ae44-22fded53b236 req-c449d8a7-9345-4ae9-8de2-b1770f1fe0fe tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0963743 Mar 15 17:04:57.378931 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 5d214e72-f66f-46cc-a196-dd210e22e437 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:57.445172 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b8e148e-ce57-429b-ae44-22fded53b236 req-6c8fd176-e778-4218-8340-a559b96a86af tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776644 Mar 15 17:04:57.464451 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037980d-a64b-4801-95d8-bb511d0cad72 None None] Pushing event updated for resources: {'Port': ['ID=6817442d-6ca6-4be8-aca7-305c7e743d98,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:57.478145 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Attempting to bind port 6817442d-6ca6-4be8-aca7-305c7e743d98 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:04:57.479068 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Attempting to bind port 6817442d-6ca6-4be8-aca7-305c7e743d98 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:04:57.479846 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Attempting to bind port 6817442d-6ca6-4be8-aca7-305c7e743d98 on network 13503971-bf87-4012-9466-edc95354766f {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:57.487395 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:04:57.487766 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Checking segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:57.488158 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.488584 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Bound using segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:04:57.489058 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Bound port: 6817442d-6ca6-4be8-aca7-305c7e743d98, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:04:57.489439 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.582938 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] For port 6817442d-6ca6-4be8-aca7-305c7e743d98, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:04:57.586314 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] For port 6817442d-6ca6-4be8-aca7-305c7e743d98, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6817442d-6ca6-4be8-aca7-305c7e743d98,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:04:57.593059 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.657349 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:04:57.672054 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:04:57.672422 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:57.710646 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037980d-a64b-4801-95d8-bb511d0cad72 None None] Pushing event updated for resources: {'Port': ['ID=6817442d-6ca6-4be8-aca7-305c7e743d98,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:57.778909 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-ee16910b-cf88-4a50-90d2-928e98db792a None None] Provisioning complete for port 6817442d-6ca6-4be8-aca7-305c7e743d98 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:57.779280 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ee16910b-cf88-4a50-90d2-928e98db792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.791721 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:04:57.802347 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Sync routers for ids ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:04:57.816143 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Routers {'3df41258-72c1-4f9e-aea5-719fe7ddf2b4'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:04:57.816941 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:57.821203 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:57.823264 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-30ef7cca-2d80-4b93-a23c-d84c828cecec admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9261301 Mar 15 17:04:57.825945 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60798) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:04:57.846533 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:04:57.959655 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Set router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:04:58.052387 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-ee16910b-cf88-4a50-90d2-928e98db792a None None] Current status of the port 6817442d-6ca6-4be8-aca7-305c7e743d98 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:58.052823 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ee16910b-cf88-4a50-90d2-928e98db792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.076637 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b11ed-d45c-4c96-90a6-9e024fd9f0d1 req-a6e84e12-7e61-4fd0-9c16-4417226ddc1c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:58.083939 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9b7b11ed-d45c-4c96-90a6-9e024fd9f0d1 req-a6e84e12-7e61-4fd0-9c16-4417226ddc1c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1399884 Mar 15 17:04:58.122396 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-ee16910b-cf88-4a50-90d2-928e98db792a None None] For port 6817442d-6ca6-4be8-aca7-305c7e743d98, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6817442d-6ca6-4be8-aca7-305c7e743d98,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:58.162156 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ee16910b-cf88-4a50-90d2-928e98db792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.176687 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:55Z', 'updated_at': '2022-03-15T17:04:56Z', 'revision_number': 3, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'gw_port': {'id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:56Z', 'updated_at': '2022-03-15T17:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:58.205411 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Checking router: 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:04:58.206046 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Updating router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 port f4c67f8e-8edd-404e-8aa8-302a682e7d04 binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:04:58.216360 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9b7b11ed-d45c-4c96-90a6-9e024fd9f0d1 req-19f153f2-6627-45f2-aaaa-8e7781ac83e1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319597 Mar 15 17:04:58.236009 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.239234 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16910b-cf88-4a50-90d2-928e98db792a None None] Pushing event updated for resources: {'Port': ['ID=6817442d-6ca6-4be8-aca7-305c7e743d98,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:58.293728 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-3d5776cf-abf8-4726-a5a2-85aa6660de7c None None] Provisioning complete for port 6817442d-6ca6-4be8-aca7-305c7e743d98 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:58.294095 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3d5776cf-abf8-4726-a5a2-85aa6660de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.298463 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:57Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:58.350799 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce918fa-f0c3-478c-b7a7-4af07c25fa81 None None] The sync data for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi is: [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:57Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:04:58.475125 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-3d5776cf-abf8-4726-a5a2-85aa6660de7c None None] Current status of the port 6817442d-6ca6-4be8-aca7-305c7e743d98 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:58.641351 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047815d3-6bb9-4376-902b-c54f42feb029 req-dffa8f04-72fa-4497-b51e-921b93a34593 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:58.643258 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-047815d3-6bb9-4376-902b-c54f42feb029 req-dffa8f04-72fa-4497-b51e-921b93a34593 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.4670222 Mar 15 17:04:58.651033 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Publish callbacks [] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.654299 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dcee26-6d7e-4403-afe3-407b40e51999 None None] Network b2e0668a-70d1-48ab-84dd-16431965797e requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:04:58.663316 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.673519 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e5876-1d35-4f9f-aafc-85662ac4728d req-ed7b021c-972a-466a-852e-27395e7d4799 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:58.680289 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b7e5876-1d35-4f9f-aafc-85662ac4728d req-ed7b021c-972a-466a-852e-27395e7d4799 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1133916 Mar 15 17:04:58.734898 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f61780-0c81-4d9c-92e7-3fba6b4e6449 None None] Pushing event updated for resources: {'Port': ['ID=f4c67f8e-8edd-404e-8aa8-302a682e7d04,revision_number=2']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:58.767227 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-dc60566a-f80f-465c-89cc-7a9cc67d3aa2 None None] Provisioning complete for port 851054fd-5355-40d4-bb18-e29331c934db triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:58.767642 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-dc60566a-f80f-465c-89cc-7a9cc67d3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (851054fd-5355-40d4-bb18-e29331c934db), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.767980 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b7e5876-1d35-4f9f-aafc-85662ac4728d req-0dbf7641-30a5-49c5-b607-1ed11a10ebb8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867264 Mar 15 17:04:58.789492 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Attempting to bind port f4c67f8e-8edd-404e-8aa8-302a682e7d04 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:04:58.789856 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Attempting to bind port f4c67f8e-8edd-404e-8aa8-302a682e7d04 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:04:58.790825 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Attempting to bind port f4c67f8e-8edd-404e-8aa8-302a682e7d04 on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:04:58.805450 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:04:58.806573 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:04:58.807119 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.807649 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:04:58.808255 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Bound port: f4c67f8e-8edd-404e-8aa8-302a682e7d04, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:04:58.808838 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.844018 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-047815d3-6bb9-4376-902b-c54f42feb029 req-582b7ae6-60cf-46a0-8368-43e3d0b3f6b0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860154 Mar 15 17:04:58.880891 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] For port f4c67f8e-8edd-404e-8aa8-302a682e7d04, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:04:58.887849 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] For port f4c67f8e-8edd-404e-8aa8-302a682e7d04, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=f4c67f8e-8edd-404e-8aa8-302a682e7d04,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:04:58.913727 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:58.954325 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6817442d-6ca6-4be8-aca7-305c7e743d98 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:04:58.971915 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:59.008186 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f61780-0c81-4d9c-92e7-3fba6b4e6449 None None] Pushing event updated for resources: {'Port': ['ID=f4c67f8e-8edd-404e-8aa8-302a682e7d04,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:59.035403 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Routers {'3df41258-72c1-4f9e-aea5-719fe7ddf2b4'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:04:59.036353 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:59.078774 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-dc60566a-f80f-465c-89cc-7a9cc67d3aa2 None None] Current status of the port 851054fd-5355-40d4-bb18-e29331c934db is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:59.079168 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-dc60566a-f80f-465c-89cc-7a9cc67d3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (851054fd-5355-40d4-bb18-e29331c934db), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:59.110220 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 6817442d-6ca6-4be8-aca7-305c7e743d98 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:59.110597 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:59.180939 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da977fe-16a5-42c1-aa47-f8e036ff511a req-b268841f-5399-42e6-b3b4-e3d1b1aceedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:59.182903 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8da977fe-16a5-42c1-aa47-f8e036ff511a req-b268841f-5399-42e6-b3b4-e3d1b1aceedb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1130 time: 0.1734128 Mar 15 17:04:59.183061 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-dc60566a-f80f-465c-89cc-7a9cc67d3aa2 None None] For port 851054fd-5355-40d4-bb18-e29331c934db, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=851054fd-5355-40d4-bb18-e29331c934db,segment=NetworkSegment(1c8ce496-09c0-4408-8b85-15942aab600a),segment_id=1c8ce496-09c0-4408-8b85-15942aab600a)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:04:59.214735 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-dc60566a-f80f-465c-89cc-7a9cc67d3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (851054fd-5355-40d4-bb18-e29331c934db), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:59.298643 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8da977fe-16a5-42c1-aa47-f8e036ff511a req-6c5e07f0-e67b-45b7-a7dc-cf4e3c0a4a15 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014884 Mar 15 17:04:59.324985 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Allocated IP 172.20.0.1 (b2e0668a-70d1-48ab-84dd-16431965797e/a1803396-5b02-4d8d-8597-f496159ef1e4/2b337dda-7b9c-43e3-8602-853e03c70136) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:04:59.347281 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] Set router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:04:59.403463 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60566a-f80f-465c-89cc-7a9cc67d3aa2 None None] Pushing event updated for resources: {'Port': ['ID=851054fd-5355-40d4-bb18-e29331c934db,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:59.410793 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 6817442d-6ca6-4be8-aca7-305c7e743d98 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:59.412194 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 851054fd-5355-40d4-bb18-e29331c934db up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:04:59.470967 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-40473e48-5918-4cca-a168-4f1df552b359 None None] Provisioning complete for port 851054fd-5355-40d4-bb18-e29331c934db triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:59.471590 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-40473e48-5918-4cca-a168-4f1df552b359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (851054fd-5355-40d4-bb18-e29331c934db), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:59.508701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb29e7-c84a-4355-b3ab-f2148977adc7 req-1b5eb9c1-d548-41f1-abfe-e6c216a5d928 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:04:59.510807 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-81bb29e7-c84a-4355-b3ab-f2148977adc7 req-1b5eb9c1-d548-41f1-abfe-e6c216a5d928 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1600897 Mar 15 17:04:59.545930 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 851054fd-5355-40d4-bb18-e29331c934db triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:04:59.547779 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (851054fd-5355-40d4-bb18-e29331c934db), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:59.590734 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:55Z', 'updated_at': '2022-03-15T17:04:56Z', 'revision_number': 3, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'gw_port': {'id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:56Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:04:59.600069 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-81bb29e7-c84a-4355-b3ab-f2148977adc7 req-7cea8218-062f-4768-850d-23f612006078 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790114 Mar 15 17:04:59.604846 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Publish callbacks [] for port (2b337dda-7b9c-43e3-8602-853e03c70136), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:59.621945 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3000786-7473-490c-8ea2-c412e010a4e6 None None] The sync data for ids ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'] in dv-cinder-733623-12-iscsi is: [{'id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:55Z', 'updated_at': '2022-03-15T17:04:56Z', 'revision_number': 3, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'gw_port': {'id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:56Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:04:59.658359 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:04:59.723240 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Pushing event updated for resources: {'Port': ['ID=2b337dda-7b9c-43e3-8602-853e03c70136,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:04:59.745455 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Network b2e0668a-70d1-48ab-84dd-16431965797e is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:04:59.759900 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:04:59.772491 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:04:59.819002 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 851054fd-5355-40d4-bb18-e29331c934db is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:59.822980 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-40473e48-5918-4cca-a168-4f1df552b359 None None] Current status of the port 851054fd-5355-40d4-bb18-e29331c934db is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:04:59.853757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:00.043456 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7edf0-9e55-46b0-b6ec-bd5b0363133d req-08ed94f2-f2ef-40e6-880f-bebea16fd603 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:00.055110 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7fa7edf0-9e55-46b0-b6ec-bd5b0363133d req-08ed94f2-f2ef-40e6-880f-bebea16fd603 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1394153 Mar 15 17:05:00.151946 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-edd39652-fc68-42f2-972f-b156195041f6 None None] Provisioning complete for port 2b337dda-7b9c-43e3-8602-853e03c70136 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:00.152223 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-edd39652-fc68-42f2-972f-b156195041f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:00.175730 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85693a94-88c1-403e-b83a-136e942472ce req-27bfb0c5-9ad2-4e97-a131-a1d11c0e392c tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:00.180932 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85693a94-88c1-403e-b83a-136e942472ce req-27bfb0c5-9ad2-4e97-a131-a1d11c0e392c tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.2113721 Mar 15 17:05:00.191509 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7fa7edf0-9e55-46b0-b6ec-bd5b0363133d req-4848522e-ee5c-4ed6-b2d0-74741d0b5136 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387515 Mar 15 17:05:00.193798 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-edd39652-fc68-42f2-972f-b156195041f6 None None] Port 2b337dda-7b9c-43e3-8602-853e03c70136 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:00.197616 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:00.278898 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85693a94-88c1-403e-b83a-136e942472ce req-c262ff87-32e2-4ed2-9c2a-932bdcc448a2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858481 Mar 15 17:05:00.410943 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Publish callbacks [] for port (2b337dda-7b9c-43e3-8602-853e03c70136), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:00.415752 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:00.484357 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:00.486179 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Pushing event updated for resources: {'Port': ['ID=2b337dda-7b9c-43e3-8602-853e03c70136,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:00.585701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Network b2e0668a-70d1-48ab-84dd-16431965797e is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:00.587606 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:00.766541 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:05:00.846549 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 6892ee86-8204-4544-9864-a95c68fd1f77 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:05:00.870524 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715801-4849-454a-b1c1-41df8864e1e5 req-fb3667ca-f8b2-4447-a531-6937e19a124b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:00.872066 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-47715801-4849-454a-b1c1-41df8864e1e5 req-fb3667ca-f8b2-4447-a531-6937e19a124b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1547863 Mar 15 17:05:00.899990 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device f4c67f8e-8edd-404e-8aa8-302a682e7d04 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:00.962832 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-47715801-4849-454a-b1c1-41df8864e1e5 req-65fea734-6902-4059-b07c-7324bf9534d6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617626 Mar 15 17:05:00.983326 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:05:00.985301 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-a765b9de-53a8-47f2-a9df-b31b26fb8ad1 None None] Provisioning complete for port 2b337dda-7b9c-43e3-8602-853e03c70136 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:00.985677 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a765b9de-53a8-47f2-a9df-b31b26fb8ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:00.996442 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-e341e043-7038-4777-8f29-12fee508d912 admin admin] 10.222.0.42 "PUT /v2.0/routers/3df41258-72c1-4f9e-aea5-719fe7ddf2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1664469 Mar 15 17:05:01.063511 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-a765b9de-53a8-47f2-a9df-b31b26fb8ad1 None None] Port 2b337dda-7b9c-43e3-8602-853e03c70136 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:01.066119 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:01.077044 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port f4c67f8e-8edd-404e-8aa8-302a682e7d04 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:01.077427 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.101888 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '6892ee86-8204-4544-9864-a95c68fd1f77', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'port_id': '6892ee86-8204-4544-9864-a95c68fd1f77', 'mac_address': 'fa:16:3e:72:cf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:05:01.157201 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 6892ee86-8204-4544-9864-a95c68fd1f77 is: ACTIVE; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:01.157790 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.173814 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6892ee86-8204-4544-9864-a95c68fd1f77 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:05:01.221171 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:01.226620 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port f4c67f8e-8edd-404e-8aa8-302a682e7d04 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:01.227089 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.241781 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.308868 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port f4c67f8e-8edd-404e-8aa8-302a682e7d04, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=f4c67f8e-8edd-404e-8aa8-302a682e7d04,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:01.322376 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.323170 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 851054fd-5355-40d4-bb18-e29331c934db up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:01.356763 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=6']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:01.413259 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf027e-7e83-4ad6-9eff-7bba982526dd req-e41ee2a7-5836-4f83-8df0-eb1479cd711f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:01.421461 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 851054fd-5355-40d4-bb18-e29331c934db triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:01.421839 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (851054fd-5355-40d4-bb18-e29331c934db), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.422508 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-54cf027e-7e83-4ad6-9eff-7bba982526dd req-e41ee2a7-5836-4f83-8df0-eb1479cd711f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1450770 Mar 15 17:05:01.426414 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=f4c67f8e-8edd-404e-8aa8-302a682e7d04,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:01.473715 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-54cf027e-7e83-4ad6-9eff-7bba982526dd req-5895451c-f8b5-4b28-8f72-99e32312242a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503204 Mar 15 17:05:01.523170 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['6892ee86-8204-4544-9864-a95c68fd1f77'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:05:01.525438 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:05:01.535482 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60866) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:01.539552 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-ee383686-3dfe-4cf1-8d02-b6a12e397de3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733008492', 'description': 'tempest-secgroup-smoke-733008492 description', 'project_id': 'a8de618d7d9749059419285b7fb63709'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:01.578866 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 851054fd-5355-40d4-bb18-e29331c934db is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:01.605287 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ee383686-3dfe-4cf1-8d02-b6a12e397de3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.641661 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd96cc-af3a-42d9-a202-5ae63186cded req-c5a27dff-e009-488e-b720-ec2ba8ca63a8 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:01.643136 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-23fd96cc-af3a-42d9-a202-5ae63186cded req-c5a27dff-e009-488e-b720-ec2ba8ca63a8 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 945 time: 0.0800266 Mar 15 17:05:01.721269 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ee383686-3dfe-4cf1-8d02-b6a12e397de3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group (15fc2b3c-faae-4097-a21f-cc07632a7da8), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.733880 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-23fd96cc-af3a-42d9-a202-5ae63186cded req-5c3bff23-3a71-47eb-af41-fce4f5a34e75 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811603 Mar 15 17:05:01.735194 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ee383686-3dfe-4cf1-8d02-b6a12e397de3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (15fc2b3c-faae-4097-a21f-cc07632a7da8), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.777635 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ee383686-3dfe-4cf1-8d02-b6a12e397de3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.778886 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ee383686-3dfe-4cf1-8d02-b6a12e397de3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2429912 Mar 15 17:05:01.781046 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee383686-3dfe-4cf1-8d02-b6a12e397de3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc2b3c-faae-4097-a21f-cc07632a7da8,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:01.782002 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60868) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:01.789069 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-142b5f46-d087-4793-96c8-a2f32b17f9d2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'security_group_rule': {'security_group_id': '15fc2b3c-faae-4097-a21f-cc07632a7da8', 'project_id': 'a8de618d7d9749059419285b7fb63709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:01.820973 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-142b5f46-d087-4793-96c8-a2f32b17f9d2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (b481de74-a30c-4eb3-a98d-4855f3021855), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.876944 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-142b5f46-d087-4793-96c8-a2f32b17f9d2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (b481de74-a30c-4eb3-a98d-4855f3021855), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.880622 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-142b5f46-d087-4793-96c8-a2f32b17f9d2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (b481de74-a30c-4eb3-a98d-4855f3021855), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.898271 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b5f46-d087-4793-96c8-a2f32b17f9d2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b481de74-a30c-4eb3-a98d-4855f3021855,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:01.907439 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-142b5f46-d087-4793-96c8-a2f32b17f9d2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.911811 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-142b5f46-d087-4793-96c8-a2f32b17f9d2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263561 Mar 15 17:05:01.911893 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60870) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:01.916429 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-8253f9da-71ea-4231-bb4c-8f4888aa3d12 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'security_group_rule': {'security_group_id': '15fc2b3c-faae-4097-a21f-cc07632a7da8', 'project_id': 'a8de618d7d9749059419285b7fb63709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:01.938398 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Sync routers for ids ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:05:01.942732 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8253f9da-71ea-4231-bb4c-8f4888aa3d12 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (e44d272e-9a32-474b-bcce-1515ac23ccc9), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:01.948670 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Routers {'3df41258-72c1-4f9e-aea5-719fe7ddf2b4'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:01.949436 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:01.999636 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8253f9da-71ea-4231-bb4c-8f4888aa3d12 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (e44d272e-9a32-474b-bcce-1515ac23ccc9), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.007491 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8253f9da-71ea-4231-bb4c-8f4888aa3d12 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (e44d272e-9a32-474b-bcce-1515ac23ccc9), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.039954 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253f9da-71ea-4231-bb4c-8f4888aa3d12 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44d272e-9a32-474b-bcce-1515ac23ccc9,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:02.060519 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8253f9da-71ea-4231-bb4c-8f4888aa3d12 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.063202 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8253f9da-71ea-4231-bb4c-8f4888aa3d12 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501858 Mar 15 17:05:02.065920 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60874) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:02.073226 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-d7dd9914-0033-479a-bf5b-b4a422dc0092 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'security_group_rule': {'security_group_id': '15fc2b3c-faae-4097-a21f-cc07632a7da8', 'project_id': 'a8de618d7d9749059419285b7fb63709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:02.073459 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Set router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:02.108657 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9914-0033-479a-bf5b-b4a422dc0092 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (a6b2027e-0b2f-4599-862d-dc8bd2d55c28), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.137902 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325e65d-09b9-42fe-b3f4-b98c077c12ca req-0589791a-8c5c-4df4-8391-8288041ac5fd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:02.139395 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6325e65d-09b9-42fe-b3f4-b98c077c12ca req-0589791a-8c5c-4df4-8391-8288041ac5fd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0736458 Mar 15 17:05:02.174525 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9914-0033-479a-bf5b-b4a422dc0092 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (a6b2027e-0b2f-4599-862d-dc8bd2d55c28), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.179080 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9914-0033-479a-bf5b-b4a422dc0092 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (a6b2027e-0b2f-4599-862d-dc8bd2d55c28), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.200140 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd9914-0033-479a-bf5b-b4a422dc0092 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b2027e-0b2f-4599-862d-dc8bd2d55c28,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:02.202417 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6325e65d-09b9-42fe-b3f4-b98c077c12ca req-189b48b8-a881-4a65-a457-10f84f881470 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533369 Mar 15 17:05:02.213937 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9914-0033-479a-bf5b-b4a422dc0092 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.215412 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d7dd9914-0033-479a-bf5b-b4a422dc0092 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475873 Mar 15 17:05:02.218064 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60876) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:02.222388 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-8861f9d0-dfdd-4a26-9f8e-764f302d434c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'security_group_rule': {'security_group_id': '15fc2b3c-faae-4097-a21f-cc07632a7da8', 'project_id': 'a8de618d7d9749059419285b7fb63709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:02.257516 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8861f9d0-dfdd-4a26-9f8e-764f302d434c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (262ec040-8303-4d1f-ad38-2b6296a1d051), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.296911 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:55Z', 'updated_at': '2022-03-15T17:05:00Z', 'revision_number': 4, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'gw_port': {'id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:56Z', 'updated_at': '2022-03-15T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '2b337dda-7b9c-43e3-8602-853e03c70136', 'name': '', 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'mac_address': 'fa:16:3e:b2:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a1803396-5b02-4d8d-8597-f496159ef1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:59Z', 'updated_at': '2022-03-15T17:05:00Z', 'revision_number': 2, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'subnets': [{'id': 'a1803396-5b02-4d8d-8597-f496159ef1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:02.323610 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8861f9d0-dfdd-4a26-9f8e-764f302d434c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (262ec040-8303-4d1f-ad38-2b6296a1d051), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.328922 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8861f9d0-dfdd-4a26-9f8e-764f302d434c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (262ec040-8303-4d1f-ad38-2b6296a1d051), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.333779 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Checking router: 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:05:02.334279 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Updating router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 port 2b337dda-7b9c-43e3-8602-853e03c70136 binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:05:02.348301 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861f9d0-dfdd-4a26-9f8e-764f302d434c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262ec040-8303-4d1f-ad38-2b6296a1d051,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:02.356267 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8861f9d0-dfdd-4a26-9f8e-764f302d434c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.357536 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8861f9d0-dfdd-4a26-9f8e-764f302d434c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384845 Mar 15 17:05:02.360901 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 60886) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:02.368332 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.371978 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-8eee22bf-9c1b-41d1-bb3e-e6324c18002f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'security_group_rule': {'security_group_id': '15fc2b3c-faae-4097-a21f-cc07632a7da8', 'project_id': 'a8de618d7d9749059419285b7fb63709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:02.402010 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.securitygroups_db [None req-8eee22bf-9c1b-41d1-bb3e-e6324c18002f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Project a8de618d7d9749059419285b7fb63709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:05:02.410027 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8eee22bf-9c1b-41d1-bb3e-e6324c18002f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (7de5e8ce-0409-4584-aace-84296e456700), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.522346 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8eee22bf-9c1b-41d1-bb3e-e6324c18002f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (7de5e8ce-0409-4584-aace-84296e456700), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.533212 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8eee22bf-9c1b-41d1-bb3e-e6324c18002f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (7de5e8ce-0409-4584-aace-84296e456700), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.612895 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8eee22bf-9c1b-41d1-bb3e-e6324c18002f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.616683 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-8eee22bf-9c1b-41d1-bb3e-e6324c18002f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2522771 Mar 15 17:05:02.617251 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 60910) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:02.621887 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-69d445dd-9b75-494e-93ab-d723a195dcb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'security_group_rule': {'security_group_id': '15fc2b3c-faae-4097-a21f-cc07632a7da8', 'project_id': 'a8de618d7d9749059419285b7fb63709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:02.651159 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee22bf-9c1b-41d1-bb3e-e6324c18002f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de5e8ce-0409-4584-aace-84296e456700,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:02.661980 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.securitygroups_db [None req-69d445dd-9b75-494e-93ab-d723a195dcb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Project a8de618d7d9749059419285b7fb63709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:05:02.668139 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-69d445dd-9b75-494e-93ab-d723a195dcb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (b2e4a44c-4267-48b8-8a3e-867755684d73), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.747432 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-69d445dd-9b75-494e-93ab-d723a195dcb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (b2e4a44c-4267-48b8-8a3e-867755684d73), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.755226 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-69d445dd-9b75-494e-93ab-d723a195dcb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (b2e4a44c-4267-48b8-8a3e-867755684d73), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.776298 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d445dd-9b75-494e-93ab-d723a195dcb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e4a44c-4267-48b8-8a3e-867755684d73,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:02.810800 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-69d445dd-9b75-494e-93ab-d723a195dcb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.812635 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-69d445dd-9b75-494e-93ab-d723a195dcb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1943414 Mar 15 17:05:02.822380 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-be4a7a86-5f5e-4e2b-9992-4d3f5ceb38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:02.824001 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-be4a7a86-5f5e-4e2b-9992-4d3f5ceb38b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a21752435c2b4222b9e94855ab022687&device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 1130 time: 0.2482371 Mar 15 17:05:02.833425 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bca22f-090a-40a0-bb69-d535ce56bd48 req-18fbb93d-d8ed-4f0f-830c-ad6f13908786 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:02.834912 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-57bca22f-090a-40a0-bb69-d535ce56bd48 req-18fbb93d-d8ed-4f0f-830c-ad6f13908786 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.2196918 Mar 15 17:05:02.845379 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device f4c67f8e-8edd-404e-8aa8-302a682e7d04 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:02.878355 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 6892ee86-8204-4544-9864-a95c68fd1f77 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:02.908189 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f446c9e-6334-460f-b9d2-03163959cb04 req-4a6697f2-a072-447a-b4fe-1087cfff5248 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:02.915305 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f446c9e-6334-460f-b9d2-03163959cb04 req-4a6697f2-a072-447a-b4fe-1087cfff5248 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.3112860 Mar 15 17:05:02.938766 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Publish callbacks [] for port (2b337dda-7b9c-43e3-8602-853e03c70136), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:02.956958 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.005887 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f446c9e-6334-460f-b9d2-03163959cb04 req-79232d04-c224-466d-8d3a-9c92a2be84d6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899291 Mar 15 17:05:03.022241 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port f4c67f8e-8edd-404e-8aa8-302a682e7d04 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:03.022452 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.028339 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81184ea-b994-4201-8759-fd1ce1ccb41e None None] Pushing event updated for resources: {'Port': ['ID=2b337dda-7b9c-43e3-8602-853e03c70136,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:03.048218 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-753018a4-7150-45bf-a359-cdd4a5691494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:03.049877 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-753018a4-7150-45bf-a359-cdd4a5691494 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 200 len: 919 time: 0.2123926 Mar 15 17:05:03.056865 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-57bca22f-090a-40a0-bb69-d535ce56bd48 req-0d40cd71-dff3-4ae2-8cc0-22d5b51a670f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087924 Mar 15 17:05:03.127540 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-8a6ecf75-1f7d-4653-8503-583c2933ec69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0636315 Mar 15 17:05:03.153507 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 6892ee86-8204-4544-9864-a95c68fd1f77 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:03.156208 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.245635 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1eb0-b6ce-4713-b288-89b10010f566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.271729 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Attempting to bind port 2b337dda-7b9c-43e3-8602-853e03c70136 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:05:03.272101 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Attempting to bind port 2b337dda-7b9c-43e3-8602-853e03c70136 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '1c8ce496-09c0-4408-8b85-15942aab600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:05:03.272482 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Attempting to bind port 2b337dda-7b9c-43e3-8602-853e03c70136 on network b2e0668a-70d1-48ab-84dd-16431965797e {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:05:03.276364 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114b661-a923-49b3-ad12-09e52b648c12 req-e8640830-51fd-41eb-96e3-eedf7bae4dc9 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:03.285931 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0114b661-a923-49b3-ad12-09e52b648c12 req-e8640830-51fd-41eb-96e3-eedf7bae4dc9 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 945 time: 0.1161895 Mar 15 17:05:03.286771 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:05:03.287149 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Checking segment: {'id': '1c8ce496-09c0-4408-8b85-15942aab600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:03.289333 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.295963 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Bound using segment: {'id': '1c8ce496-09c0-4408-8b85-15942aab600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:05:03.296492 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Bound port: 2b337dda-7b9c-43e3-8602-853e03c70136, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ce496-09c0-4408-8b85-15942aab600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:05:03.296903 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.395592 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0114b661-a923-49b3-ad12-09e52b648c12 req-bedcf72b-cb90-420e-b900-562b612c9265 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083388 Mar 15 17:05:03.552330 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port f4c67f8e-8edd-404e-8aa8-302a682e7d04 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:03.567634 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 6892ee86-8204-4544-9864-a95c68fd1f77 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:03.568093 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.573574 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] For port 2b337dda-7b9c-43e3-8602-853e03c70136, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:05:03.585176 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-25e2946d-ae57-4d6d-95c7-ed2ff7f14013 None None] Provisioning complete for port 2b337dda-7b9c-43e3-8602-853e03c70136 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:03.586340 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-25e2946d-ae57-4d6d-95c7-ed2ff7f14013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.589618 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] For port 2b337dda-7b9c-43e3-8602-853e03c70136, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=2b337dda-7b9c-43e3-8602-853e03c70136,segment=NetworkSegment(1c8ce496-09c0-4408-8b85-15942aab600a),segment_id=1c8ce496-09c0-4408-8b85-15942aab600a)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:05:03.639224 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.656779 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:03.659459 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceb021b-0320-4fa9-9511-b6444518233e" -d '{"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-plugged", "status": "completed", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:03.701005 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-25e2946d-ae57-4d6d-95c7-ed2ff7f14013 None None] Port 2b337dda-7b9c-43e3-8602-853e03c70136 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:03.703457 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:03.712901 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfce3399-3d71-44b3-b526-d2f244f0f802 x-openstack-request-id: req-bfce3399-3d71-44b3-b526-d2f244f0f802 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:03.713228 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-plugged", "status": "completed", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:03.713480 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfce3399-3d71-44b3-b526-d2f244f0f802 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:03.713933 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77', 'code': 200} Mar 15 17:05:03.721201 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:03.752885 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81184ea-b994-4201-8759-fd1ce1ccb41e None None] Pushing event updated for resources: {'Port': ['ID=2b337dda-7b9c-43e3-8602-853e03c70136,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:03.757896 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Routers {'3df41258-72c1-4f9e-aea5-719fe7ddf2b4'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:03.758741 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:04:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:03.946771 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=7']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:03.980192 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] Set router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:04.169382 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-5e92734e-59ce-4c92-8a02-7f1956ffedc2 None None] Provisioning complete for port 2b337dda-7b9c-43e3-8602-853e03c70136 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:04.170099 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5e92734e-59ce-4c92-8a02-7f1956ffedc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:04.242380 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da6129-539e-49fc-a209-6395837e2288 req-261afb87-91e3-4a9e-8ce5-de8c3fb0681f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:04.249792 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-50da6129-539e-49fc-a209-6395837e2288 req-261afb87-91e3-4a9e-8ce5-de8c3fb0681f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1048944 Mar 15 17:05:04.276906 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a7d85-d179-4305-98af-701cb8d90f69 req-3c7371c4-b410-4cd5-8260-72b2c1dfc304 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:04.278362 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f84a7d85-d179-4305-98af-701cb8d90f69 req-3c7371c4-b410-4cd5-8260-72b2c1dfc304 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0954118 Mar 15 17:05:04.291940 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:55Z', 'updated_at': '2022-03-15T17:05:00Z', 'revision_number': 4, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'gw_port': {'id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:56Z', 'updated_at': '2022-03-15T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '2b337dda-7b9c-43e3-8602-853e03c70136', 'name': '', 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'mac_address': 'fa:16:3e:b2:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a1803396-5b02-4d8d-8597-f496159ef1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:59Z', 'updated_at': '2022-03-15T17:05:03Z', 'revision_number': 4, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'subnets': [{'id': 'a1803396-5b02-4d8d-8597-f496159ef1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:04.325715 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7fd96-ab6d-49ef-a985-96c3b51353bb None None] The sync data for ids ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'] in dv-cinder-733623-12-iscsi is: [{'id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:55Z', 'updated_at': '2022-03-15T17:05:00Z', 'revision_number': 4, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'gw_port': {'id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:56Z', 'updated_at': '2022-03-15T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '2b337dda-7b9c-43e3-8602-853e03c70136', 'name': '', 'network_id': 'b2e0668a-70d1-48ab-84dd-16431965797e', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'mac_address': 'fa:16:3e:b2:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a1803396-5b02-4d8d-8597-f496159ef1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:59Z', 'updated_at': '2022-03-15T17:05:03Z', 'revision_number': 4, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'subnets': [{'id': 'a1803396-5b02-4d8d-8597-f496159ef1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:05:04.329774 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-5e92734e-59ce-4c92-8a02-7f1956ffedc2 None None] Current status of the port 2b337dda-7b9c-43e3-8602-853e03c70136 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:04.330145 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5e92734e-59ce-4c92-8a02-7f1956ffedc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:04.334798 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-50da6129-539e-49fc-a209-6395837e2288 req-d3555e1d-e830-4d17-977b-fe84d88dafc5 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839198 Mar 15 17:05:04.372504 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f84a7d85-d179-4305-98af-701cb8d90f69 req-393ed50d-3977-445a-a251-c99b35916849 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784044 Mar 15 17:05:04.376380 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-5e92734e-59ce-4c92-8a02-7f1956ffedc2 None None] For port 2b337dda-7b9c-43e3-8602-853e03c70136, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=2b337dda-7b9c-43e3-8602-853e03c70136,segment=NetworkSegment(1c8ce496-09c0-4408-8b85-15942aab600a),segment_id=1c8ce496-09c0-4408-8b85-15942aab600a)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:04.393158 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5e92734e-59ce-4c92-8a02-7f1956ffedc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:04.507907 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92734e-59ce-4c92-8a02-7f1956ffedc2 None None] Pushing event updated for resources: {'Port': ['ID=2b337dda-7b9c-43e3-8602-853e03c70136,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:04.552911 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ea0c0-04e5-4f61-9ac2-dd3a658f4e22 req-73b8022b-e980-40e2-b6af-51306c433057 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:04.560835 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a8ea0c0-04e5-4f61-9ac2-dd3a658f4e22 req-73b8022b-e980-40e2-b6af-51306c433057 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0796292 Mar 15 17:05:04.617296 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a8ea0c0-04e5-4f61-9ac2-dd3a658f4e22 req-3a5a3344-c943-459b-b66b-743321e2a12f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531855 Mar 15 17:05:04.808058 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 2b337dda-7b9c-43e3-8602-853e03c70136 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:04.886249 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 2b337dda-7b9c-43e3-8602-853e03c70136 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:04.886681 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:04.993548 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 2b337dda-7b9c-43e3-8602-853e03c70136 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:05.565815 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554acf2-0b25-432a-a5ab-a97abd7f0fc4 req-61346c06-04d6-4262-b279-17824f98520c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:05.568265 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0554acf2-0b25-432a-a5ab-a97abd7f0fc4 req-61346c06-04d6-4262-b279-17824f98520c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1409042 Mar 15 17:05:05.590590 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917baabd-0684-453b-bf68-f4475ae03930 req-e7cb5f22-6a35-4329-ba85-9dcad2f3f7bc tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:05.602320 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-917baabd-0684-453b-bf68-f4475ae03930 req-e7cb5f22-6a35-4329-ba85-9dcad2f3f7bc tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1315570 Mar 15 17:05:05.655366 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e5ba7940-1b5b-47d1-b647-3a8e7710cd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:05.703200 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-917baabd-0684-453b-bf68-f4475ae03930 req-fc543407-7695-492a-87e8-41f83eb0c843 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997412 Mar 15 17:05:05.763852 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0554acf2-0b25-432a-a5ab-a97abd7f0fc4 req-a4d5ec87-4abb-486e-9f1f-561079347c62 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813161 Mar 15 17:05:05.815884 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-011b509b-76ab-43b1-a5f3-f1b8843d8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:05.818843 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-011b509b-76ab-43b1-a5f3-f1b8843d8354 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 200 len: 858 time: 0.1105208 Mar 15 17:05:05.885172 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-ecb8c3a3-4028-4733-a3aa-5c1efcdb093a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35124306-c90c-4195-9314-d33477c7a4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571518 Mar 15 17:05:06.094257 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c959b-6c48-4da2-affc-6c4f06b4efb1 req-09a1fec8-d6d1-470d-976b-58ee127bc1d7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:06.103547 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-338c959b-6c48-4da2-affc-6c4f06b4efb1 req-09a1fec8-d6d1-470d-976b-58ee127bc1d7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.2209535 Mar 15 17:05:06.190666 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-d22e4328-6062-488b-a446-6f20b03c2b97 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954950 Mar 15 17:05:06.243599 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-338c959b-6c48-4da2-affc-6c4f06b4efb1 req-dc0f4c3d-de69-4450-980b-38c7e0f566d6 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299911 Mar 15 17:05:06.391559 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d15b8b0-c500-42e4-9648-f20080c16204 req-ce477c4c-37f4-4580-aef1-8fe0ace88132 service neutron] 10.222.0.43 "GET /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887853 Mar 15 17:05:06.469565 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:06.916164 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517436bc-b75c-408f-814d-b1d10484bf71 req-ef6e260b-25fb-475d-8ba7-7d6d47880907 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:06.917774 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-517436bc-b75c-408f-814d-b1d10484bf71 req-ef6e260b-25fb-475d-8ba7-7d6d47880907 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0730431 Mar 15 17:05:06.926692 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c296b4-da08-45bb-b99b-6551e8c8d185 req-0457ec9f-4264-4d8f-86f1-481c6e122115 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:06.928228 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-40c296b4-da08-45bb-b99b-6551e8c8d185 req-0457ec9f-4264-4d8f-86f1-481c6e122115 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1134138 Mar 15 17:05:06.994583 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-517436bc-b75c-408f-814d-b1d10484bf71 req-c278c341-d4de-41de-a627-bf6007b899d6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630085 Mar 15 17:05:07.020116 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-40c296b4-da08-45bb-b99b-6551e8c8d185 req-7d7ffd5a-851b-47f1-9609-44410f2cd720 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844495 Mar 15 17:05:07.380687 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835c64b-46ea-43b4-8f02-ab5bc36a168f req-2923731a-897f-4214-b4ea-bb0e7f51b603 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:07.387875 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f835c64b-46ea-43b4-8f02-ab5bc36a168f req-2923731a-897f-4214-b4ea-bb0e7f51b603 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0699227 Mar 15 17:05:07.451824 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f835c64b-46ea-43b4-8f02-ab5bc36a168f req-e70bccfb-1a31-45c1-8f43-58a264523898 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581875 Mar 15 17:05:07.887024 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:08.154194 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adadd-b2fb-4b29-a17e-84777cc0dac2 req-f89c15c2-7925-41c3-a938-900919d19b7b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:08.155596 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fe7adadd-b2fb-4b29-a17e-84777cc0dac2 req-f89c15c2-7925-41c3-a938-900919d19b7b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0876296 Mar 15 17:05:08.231269 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150e1f-6e35-4735-bed6-4366e4c43585 req-52fa2d3d-9288-49a1-bf61-80b5892fbaed tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:08.232866 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-66150e1f-6e35-4735-bed6-4366e4c43585 req-52fa2d3d-9288-49a1-bf61-80b5892fbaed tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1136270 Mar 15 17:05:08.249704 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fe7adadd-b2fb-4b29-a17e-84777cc0dac2 req-76a7539a-3186-4d36-af89-9b3d82d8dd1d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781012 Mar 15 17:05:08.311307 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-66150e1f-6e35-4735-bed6-4366e4c43585 req-55b1ac8c-1a60-4534-b7ce-f98419d73a5a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694504 Mar 15 17:05:08.635731 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0389a6b-2849-4b67-94e0-ecc6021cfb90 req-f54c6d8d-a2d0-43e7-b949-c8ebb4fcd1dd tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:08.659070 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e0389a6b-2849-4b67-94e0-ecc6021cfb90 req-f54c6d8d-a2d0-43e7-b949-c8ebb4fcd1dd tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.1174159 Mar 15 17:05:09.088208 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e0389a6b-2849-4b67-94e0-ecc6021cfb90 req-fd06804c-4d87-415a-abe8-2f156df53b12 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278984 Mar 15 17:05:09.110535 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27265262-b36e-4e82-8900-0970fa65d6e3 req-62bdcd58-dbec-4c48-8c4a-b47ac3f540c1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:09.117979 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27265262-b36e-4e82-8900-0970fa65d6e3 req-62bdcd58-dbec-4c48-8c4a-b47ac3f540c1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.5026329 Mar 15 17:05:09.137663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-96fc1289-df84-44db-8612-69633fbb626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:09.139158 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-96fc1289-df84-44db-8612-69633fbb626e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 1129 time: 0.3768935 Mar 15 17:05:09.230604 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27265262-b36e-4e82-8900-0970fa65d6e3 req-c08369b2-f7d2-412a-91d3-4d63d3dade3e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113791 Mar 15 17:05:09.335259 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-c7dfb21d-d6ea-4885-a11a-73fc3737aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:09.337589 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-c7dfb21d-d6ea-4885-a11a-73fc3737aca6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 911 time: 0.1869459 Mar 15 17:05:09.458307 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcb86e-86d3-477e-b61c-de54f4f32052 req-e48ab08b-42e3-4241-b1b6-29b4e705583a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:09.459946 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0ebcb86e-86d3-477e-b61c-de54f4f32052 req-e48ab08b-42e3-4241-b1b6-29b4e705583a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1091957 Mar 15 17:05:09.462362 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-bb4d09f2-0f72-4e0b-b234-71046ca61d2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511 HTTP/1.1" status: 200 len: 1001 time: 0.1029177 Mar 15 17:05:09.546135 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-78ba6138-7e2b-457d-af80-a50d680575ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:09.547598 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-78ba6138-7e2b-457d-af80-a50d680575ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e665f065-74e0-4ecb-af2d-dab0027505c5 HTTP/1.1" status: 200 len: 849 time: 0.0663755 Mar 15 17:05:09.603732 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0ebcb86e-86d3-477e-b61c-de54f4f32052 req-8bea0f55-02ea-4fec-9942-0c5378fbca96 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354051 Mar 15 17:05:09.637292 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:09.642330 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-e78aa8d1-0787-4d6c-800d-45ffc7875d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:09.643976 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-e78aa8d1-0787-4d6c-800d-45ffc7875d89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0529e954-2a15-4a47-acb2-fd874a7d184f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0887139 Mar 15 17:05:09.694347 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:09.788916 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-59bbef25-ee01-4945-910c-9a5e6c3809cc service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288900 Mar 15 17:05:09.921256 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f24dd2b0-de07-49c3-b7a9-019022ed1573 req-9ca46dea-a013-42d3-9591-de3e1ac0ffae service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195204 Mar 15 17:05:10.278216 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4df21-dc7b-4ead-815e-30f9f57aa54d req-86f11c4d-f7c4-460b-be37-57d1dc292c5d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:10.280539 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-40c4df21-dc7b-4ead-815e-30f9f57aa54d req-86f11c4d-f7c4-460b-be37-57d1dc292c5d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0616937 Mar 15 17:05:10.360487 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-40c4df21-dc7b-4ead-815e-30f9f57aa54d req-c61a45f0-bd9a-467d-8dfc-9e6191a12990 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743263 Mar 15 17:05:10.394049 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf818be-decc-44e0-9a5c-0696b009c82d req-d0902c01-028e-4e38-801a-40c16d520863 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:10.395630 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ddf818be-decc-44e0-9a5c-0696b009c82d req-d0902c01-028e-4e38-801a-40c16d520863 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0831721 Mar 15 17:05:10.452469 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ddf818be-decc-44e0-9a5c-0696b009c82d req-cd15975e-2530-4fcf-9215-02d5e2c236f9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496521 Mar 15 17:05:11.401001 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04650346-c106-4837-a476-2deeb3ca82b9 req-842687f0-4bbe-4d73-888a-0519cb5d61b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757020 Mar 15 17:05:11.487411 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 32886) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:11.541540 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04650346-c106-4837-a476-2deeb3ca82b9 req-7e4af04b-201a-458d-a468-5e2b1f632816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:11.543251 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04650346-c106-4837-a476-2deeb3ca82b9 req-7e4af04b-201a-458d-a468-5e2b1f632816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 1129 time: 0.1155384 Mar 15 17:05:11.591620 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5ec79-6cb3-4f6a-bb39-9952b8f595b7 req-1da70ae0-f5dd-4a27-abac-c40bd00ee898 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:11.593712 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2db5ec79-6cb3-4f6a-bb39-9952b8f595b7 req-1da70ae0-f5dd-4a27-abac-c40bd00ee898 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.1278794 Mar 15 17:05:11.655739 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6591248b-23a1-454d-9f06-3343fed7abe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:11.716286 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87d9b-5775-446e-b7b0-8aa954ee207f req-e0f6d9f2-31d9-4165-a7eb-6e2b135fc580 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:11.720588 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6bb87d9b-5775-446e-b7b0-8aa954ee207f req-e0f6d9f2-31d9-4165-a7eb-6e2b135fc580 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1889861 Mar 15 17:05:11.745270 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2db5ec79-6cb3-4f6a-bb39-9952b8f595b7 req-bf346adf-48c4-4819-8bfe-42e35ab46fc4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394506 Mar 15 17:05:11.774115 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6591248b-23a1-454d-9f06-3343fed7abe7 admin admin] Publish callbacks [] for security_group (45c87735-3204-434b-b11c-2895233b1bfd), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:11.789481 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6591248b-23a1-454d-9f06-3343fed7abe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (45c87735-3204-434b-b11c-2895233b1bfd), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:11.807103 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04650346-c106-4837-a476-2deeb3ca82b9 req-685a4cd7-58bb-4d5b-b0be-f1f77fd46de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:11.808996 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04650346-c106-4837-a476-2deeb3ca82b9 req-685a4cd7-58bb-4d5b-b0be-f1f77fd46de8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 914 time: 0.2251382 Mar 15 17:05:11.841178 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591248b-23a1-454d-9f06-3343fed7abe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c87735-3204-434b-b11c-2895233b1bfd,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:11.846562 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6591248b-23a1-454d-9f06-3343fed7abe7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62a75f56488b47d7bcd77100e22038c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579087 Mar 15 17:05:11.850653 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 32890) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:11.887635 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6bb87d9b-5775-446e-b7b0-8aa954ee207f req-54bba74d-2376-4b84-889b-7b33d6a78b14 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332057 Mar 15 17:05:11.913065 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07634533-d8a7-4913-ac00-3fd974f354a4 admin admin] Publish callbacks [] for security_group (45c87735-3204-434b-b11c-2895233b1bfd), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:11.923681 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04650346-c106-4837-a476-2deeb3ca82b9 req-2074f612-6d58-473a-b74e-7a2b0f0d41ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab56a29-1d9a-4f79-a573-78fd357b7ead HTTP/1.1" status: 200 len: 1001 time: 0.1069031 Mar 15 17:05:11.937508 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07634533-d8a7-4913-ac00-3fd974f354a4 admin admin] Publish callbacks [] for security_group (45c87735-3204-434b-b11c-2895233b1bfd), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:11.980913 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04650346-c106-4837-a476-2deeb3ca82b9 req-c7fd786e-9580-4eed-a02c-daf74ce21147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:11.982497 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04650346-c106-4837-a476-2deeb3ca82b9 req-c7fd786e-9580-4eed-a02c-daf74ce21147 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.0512898 Mar 15 17:05:11.992424 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07634533-d8a7-4913-ac00-3fd974f354a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (45c87735-3204-434b-b11c-2895233b1bfd), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:11.996371 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07634533-d8a7-4913-ac00-3fd974f354a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:12.001908 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-07634533-d8a7-4913-ac00-3fd974f354a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45c87735-3204-434b-b11c-2895233b1bfd HTTP/1.1" status: 204 len: 168 time: 0.1499758 Mar 15 17:05:12.019364 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07634533-d8a7-4913-ac00-3fd974f354a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c87735-3204-434b-b11c-2895233b1bfd,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:12.056819 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04650346-c106-4837-a476-2deeb3ca82b9 req-f007698d-9813-422c-ae0f-508eb0607e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:12.058587 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04650346-c106-4837-a476-2deeb3ca82b9 req-f007698d-9813-422c-ae0f-508eb0607e56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679727 Mar 15 17:05:12.245647 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04650346-c106-4837-a476-2deeb3ca82b9 req-8e586ad3-befc-4ca9-939e-f4dff27ecad1 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776192 Mar 15 17:05:12.361640 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04650346-c106-4837-a476-2deeb3ca82b9 req-c742e32c-8723-4ac0-8233-e21f7e1ca73f service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078451 Mar 15 17:05:12.905029 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d25f79-072f-4b45-8585-a1950f26cfab req-27939546-4038-433a-b7c1-c6afb31a732f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:12.911365 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-73d25f79-072f-4b45-8585-a1950f26cfab req-27939546-4038-433a-b7c1-c6afb31a732f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0712278 Mar 15 17:05:12.993433 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-73d25f79-072f-4b45-8585-a1950f26cfab req-ed7bccde-d763-4672-9731-a7ff249f572d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804825 Mar 15 17:05:13.084159 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ee15-6600-435f-9450-42bec2f3a10f req-993d7a73-3b34-4c3e-af24-b7d1f8f4b174 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:13.085701 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e3a8ee15-6600-435f-9450-42bec2f3a10f req-993d7a73-3b34-4c3e-af24-b7d1f8f4b174 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0671332 Mar 15 17:05:13.184942 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e3a8ee15-6600-435f-9450-42bec2f3a10f req-2d2baad6-d4e2-4ae9-9afc-bf0748628f9b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899208 Mar 15 17:05:14.156279 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418109d-a273-42a7-9286-19dc604a7025 req-e1ab1951-da22-491e-8ab8-1e8d8c8cb6cf tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:14.165010 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d418109d-a273-42a7-9286-19dc604a7025 req-e1ab1951-da22-491e-8ab8-1e8d8c8cb6cf tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0853462 Mar 15 17:05:14.215900 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d418109d-a273-42a7-9286-19dc604a7025 req-530f3214-7b8f-499c-804e-c826638eb7b2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490599 Mar 15 17:05:14.348324 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bd1af-4ce0-4813-8361-ee6fa4c6b269 req-378d60b5-5e57-409a-a17c-b6f80effe6a1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:14.350464 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a0bd1af-4ce0-4813-8361-ee6fa4c6b269 req-378d60b5-5e57-409a-a17c-b6f80effe6a1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0821455 Mar 15 17:05:14.402211 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a0bd1af-4ce0-4813-8361-ee6fa4c6b269 req-0d4558a3-cdca-42bf-8825-64a2d8c4292c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Mar 15 17:05:15.076698 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb6248-9c77-4268-81c7-c343e529965d req-e2ebb2ee-733e-4122-86fd-e2cdd9a9f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:15.078234 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53eb6248-9c77-4268-81c7-c343e529965d req-e2ebb2ee-733e-4122-86fd-e2cdd9a9f0ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 1130 time: 0.0446842 Mar 15 17:05:15.172240 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb6248-9c77-4268-81c7-c343e529965d req-818305e1-8fa8-438f-8a5b-78e3402d25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:15.173740 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53eb6248-9c77-4268-81c7-c343e529965d req-818305e1-8fa8-438f-8a5b-78e3402d25c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 917 time: 0.0881994 Mar 15 17:05:15.236328 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53eb6248-9c77-4268-81c7-c343e529965d req-42e0b445-d153-4f4e-9806-bec55c7bb35b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6892ee86-8204-4544-9864-a95c68fd1f77 HTTP/1.1" status: 200 len: 1002 time: 0.0565047 Mar 15 17:05:15.286608 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb6248-9c77-4268-81c7-c343e529965d req-2b41fbac-d549-48ae-bfe0-48c6303867fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:15.288088 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53eb6248-9c77-4268-81c7-c343e529965d req-2b41fbac-d549-48ae-bfe0-48c6303867fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.0450375 Mar 15 17:05:15.372989 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa16fa-abd9-460e-87b3-f905987a1efb req-ddce0d9c-664e-4c59-bc4c-60c08a5749e0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:15.374419 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1faa16fa-abd9-460e-87b3-f905987a1efb req-ddce0d9c-664e-4c59-bc4c-60c08a5749e0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0854478 Mar 15 17:05:15.376178 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb6248-9c77-4268-81c7-c343e529965d req-19d3b07e-38e4-4370-9246-48b4c6a06116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:15.377569 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53eb6248-9c77-4268-81c7-c343e529965d req-19d3b07e-38e4-4370-9246-48b4c6a06116 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0801098 Mar 15 17:05:15.474119 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1faa16fa-abd9-460e-87b3-f905987a1efb req-ec418c97-a8dc-4f43-a45c-31e4156fea02 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938330 Mar 15 17:05:15.527762 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53eb6248-9c77-4268-81c7-c343e529965d req-82336fd0-c4c5-4548-a520-e78e298a56d1 service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408174 Mar 15 17:05:15.587577 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23c9fe-f4a5-476e-a177-b5fa043da513 req-b5f2cf84-795f-42d8-a101-600f75f50c83 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:15.588994 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3b23c9fe-f4a5-476e-a177-b5fa043da513 req-b5f2cf84-795f-42d8-a101-600f75f50c83 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1123476 Mar 15 17:05:15.672097 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3b23c9fe-f4a5-476e-a177-b5fa043da513 req-8b1be200-0abf-4161-8615-a8bdcba0db1b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710237 Mar 15 17:05:15.674104 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53eb6248-9c77-4268-81c7-c343e529965d req-d1686767-57d1-47d4-a876-451e709ebd8d service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383517 Mar 15 17:05:16.594518 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07356a0-545b-4ec4-b40a-cd212a4e0de2 req-bc6e8a61-a1c6-4b1f-ac08-bd0629c2aa31 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:16.595977 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f07356a0-545b-4ec4-b40a-cd212a4e0de2 req-bc6e8a61-a1c6-4b1f-ac08-bd0629c2aa31 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0527511 Mar 15 17:05:16.641947 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f07356a0-545b-4ec4-b40a-cd212a4e0de2 req-46dddacd-a674-4a2d-a8b2-f962ddc1b5a9 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400577 Mar 15 17:05:16.788754 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e36c3f-d7df-44e7-b4d1-c250f340874c req-9832edbe-fd7d-48a2-aee0-c74b8d30edb1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:16.790197 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30e36c3f-d7df-44e7-b4d1-c250f340874c req-9832edbe-fd7d-48a2-aee0-c74b8d30edb1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0525913 Mar 15 17:05:16.843753 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30e36c3f-d7df-44e7-b4d1-c250f340874c req-debb8c0b-f93c-46fc-85dd-b84cc2a45904 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471599 Mar 15 17:05:17.772660 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa05c-337e-42e8-b4e8-b026f4f094ba req-52044fad-0470-4adc-a8b7-371f085ab5e2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:17.774217 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30aaa05c-337e-42e8-b4e8-b026f4f094ba req-52044fad-0470-4adc-a8b7-371f085ab5e2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0582998 Mar 15 17:05:17.824126 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30aaa05c-337e-42e8-b4e8-b026f4f094ba req-ec81bf61-c43c-49a3-8995-8b7bf6a6bf2b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Mar 15 17:05:17.961850 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135ebff-cae0-4b5f-a143-ff78cd4854eb req-ad145aca-16d0-48d9-b6c3-63b6021ff1d9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:17.963306 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f135ebff-cae0-4b5f-a143-ff78cd4854eb req-ad145aca-16d0-48d9-b6c3-63b6021ff1d9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0515175 Mar 15 17:05:18.008051 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f135ebff-cae0-4b5f-a143-ff78cd4854eb req-ce6a514f-0134-4855-b153-cbd35f252eee tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384171 Mar 15 17:05:18.951000 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12438c13-023e-4c99-85d2-174fdf15409a req-e0fba671-787f-488c-b99c-0ac2adf669b5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:18.952605 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-12438c13-023e-4c99-85d2-174fdf15409a req-e0fba671-787f-488c-b99c-0ac2adf669b5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0555427 Mar 15 17:05:19.000866 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-12438c13-023e-4c99-85d2-174fdf15409a req-f08fc587-9505-407e-b1d5-310e4acfdbff tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401535 Mar 15 17:05:19.140365 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337108fd-c798-4486-9ee0-12443f145d5b req-a3d219e2-f785-451a-9989-05917ac3b690 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:19.142334 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-337108fd-c798-4486-9ee0-12443f145d5b req-a3d219e2-f785-451a-9989-05917ac3b690 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0615778 Mar 15 17:05:19.201649 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-337108fd-c798-4486-9ee0-12443f145d5b req-4a1c3455-3412-4411-8fb6-06c430f28a58 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508595 Mar 15 17:05:19.493597 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [req-ed31726a-f5f1-433a-a66b-085a5d8f1540 req-bd5a3ed6-3dc8-4cf0-b6fc-02757cedb01c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:05:19.494579 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ed31726a-f5f1-433a-a66b-085a5d8f1540 req-bd5a3ed6-3dc8-4cf0-b6fc-02757cedb01c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052552 Mar 15 17:05:19.684588 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078caa-1674-41fe-862a-a8491a2827e2 req-5dd07294-e8d5-4f18-a727-a92b91165eda tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:19.687006 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6e078caa-1674-41fe-862a-a8491a2827e2 req-5dd07294-e8d5-4f18-a727-a92b91165eda tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 946 time: 0.0609753 Mar 15 17:05:19.734824 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6e078caa-1674-41fe-862a-a8491a2827e2 req-9dc8f565-b943-41fd-8bb3-68b7fc531a86 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Mar 15 17:05:19.765545 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 6892ee86-8204-4544-9864-a95c68fd1f77 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:05:19.851307 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 6892ee86-8204-4544-9864-a95c68fd1f77 is: ACTIVE; New status is: DOWN {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:19.851893 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:19.877033 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:19.879205 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c59bac1-fefd-48cf-a685-a45eaf9c9cd3" -d '{"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:19.893551 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:19.898819 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:19.926530 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be7a04f-badc-46fe-9060-4b8bfc8ad240 x-openstack-request-id: req-4be7a04f-badc-46fe-9060-4b8bfc8ad240 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:19.927266 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-unplugged", "status": "failed", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77", "code": 422}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:19.927520 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4be7a04f-badc-46fe-9060-4b8bfc8ad240 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:19.927834 dv-cinder-733623-12-iscsi neutron-server[103236]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77', 'code': 422} returned with failed status Mar 15 17:05:19.957029 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=8']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:20.052503 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33146) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:20.137604 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-8b88102d-4d9c-436b-aa9b-9d21b645d363 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838809 Mar 15 17:05:20.146361 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-79e63302-bbcc-43ba-a518-07dbd6cc804a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:05:20.147295 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-79e63302-bbcc-43ba-a518-07dbd6cc804a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048313 Mar 15 17:05:20.223245 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33154) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:20.270668 dv-cinder-733623-12-iscsi neutron-server[103234]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 15 17:05:20.318692 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-3ee7b964-36aa-4d9f-9ecc-36e9b307595e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:20.320046 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-3ee7b964-36aa-4d9f-9ecc-36e9b307595e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports/6892ee86-8204-4544-9864-a95c68fd1f77 HTTP/1.1" status: 200 len: 941 time: 0.0958247 Mar 15 17:05:20.324379 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fbfab-f617-45ed-9629-d3f035a9b285 req-c7bcf00d-86d7-44ac-a8d8-104cb0439602 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:20.325867 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f76fbfab-f617-45ed-9629-d3f035a9b285 req-c7bcf00d-86d7-44ac-a8d8-104cb0439602 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0511823 Mar 15 17:05:20.371499 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f76fbfab-f617-45ed-9629-d3f035a9b285 req-778d6374-6730-47af-b001-5212cd83b2e6 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391176 Mar 15 17:05:20.872486 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08502cbc-85fd-43f0-9ba0-8cde066c44c1 req-4177dbdf-00b1-478e-ad7d-cefb5120b188 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:20.873949 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-08502cbc-85fd-43f0-9ba0-8cde066c44c1 req-4177dbdf-00b1-478e-ad7d-cefb5120b188 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.0522730 Mar 15 17:05:20.922307 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-08502cbc-85fd-43f0-9ba0-8cde066c44c1 req-99ccd0d3-9096-42db-9140-7ab0f0f89cba tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Mar 15 17:05:21.488317 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101147a0-8759-408f-9707-3e145d19ae91 req-dec61477-a120-40cc-97ed-94ed6adbcbf9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:21.489804 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-101147a0-8759-408f-9707-3e145d19ae91 req-dec61477-a120-40cc-97ed-94ed6adbcbf9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0516691 Mar 15 17:05:21.536609 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-101147a0-8759-408f-9707-3e145d19ae91 req-0cc14417-df63-472a-a1c6-35d3f6d87c82 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Mar 15 17:05:22.041546 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275ac3-e358-48ac-89c3-3a8658da3972 req-37cd5cdd-7709-44b9-a6b5-e93d15048ee2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:22.042972 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-98275ac3-e358-48ac-89c3-3a8658da3972 req-37cd5cdd-7709-44b9-a6b5-e93d15048ee2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.0511746 Mar 15 17:05:22.087749 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-98275ac3-e358-48ac-89c3-3a8658da3972 req-4a306e4b-73d3-4eb0-bfbf-4aacc61e64d7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394204 Mar 15 17:05:22.657405 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e406543-3019-4929-8f2c-6fb64d05f4f4 req-247f8d11-f0df-4ff7-884a-4b646a1e87d1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:22.660440 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3e406543-3019-4929-8f2c-6fb64d05f4f4 req-247f8d11-f0df-4ff7-884a-4b646a1e87d1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0583830 Mar 15 17:05:22.714475 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3e406543-3019-4929-8f2c-6fb64d05f4f4 req-53e966aa-51e7-4799-b886-1c19363749e6 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484307 Mar 15 17:05:22.977728 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b651e8-8f6b-4864-a010-eee992237801 req-a73577df-f0ed-4949-83f7-c632b76b2a04 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:22.979581 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b9b651e8-8f6b-4864-a010-eee992237801 req-a73577df-f0ed-4949-83f7-c632b76b2a04 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 945 time: 0.0595975 Mar 15 17:05:23.046770 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b9b651e8-8f6b-4864-a010-eee992237801 req-6c1feb93-ed0c-4765-8dfd-a488e8b3106c tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597000 Mar 15 17:05:23.232427 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c29f6-093a-4ba6-90a0-f3787c65f37f req-69561ff7-8aaf-4727-8d24-7bbc99382b71 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:23.234123 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d69c29f6-093a-4ba6-90a0-f3787c65f37f req-69561ff7-8aaf-4727-8d24-7bbc99382b71 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.0592437 Mar 15 17:05:23.243531 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33224) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:23.287630 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d69c29f6-093a-4ba6-90a0-f3787c65f37f req-d8f45aee-a4a8-416e-99b8-d5360827d7e3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474617 Mar 15 17:05:23.367716 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:23.448966 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Publish callbacks [] for security_group (451c11fd-a93b-4b29-a3b4-404cee3c5eea), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:23.453466 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (451c11fd-a93b-4b29-a3b4-404cee3c5eea), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:23.495424 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bcb69bd738a4c578816ce1cf462735d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506344 Mar 15 17:05:23.496683 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451c11fd-a93b-4b29-a3b4-404cee3c5eea,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:23.498540 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33228) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:23.505717 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.506123 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.506771 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.507138 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.507474 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.507795 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.508143 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.508490 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.508808 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.509125 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.509441 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.509756 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.510070 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.510380 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.510697 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e27d3-229e-4076-b1dd-23c39e634b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.545774 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Publish callbacks [] for security_group (451c11fd-a93b-4b29-a3b4-404cee3c5eea), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:23.574226 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Publish callbacks [] for security_group (451c11fd-a93b-4b29-a3b4-404cee3c5eea), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:23.628959 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (451c11fd-a93b-4b29-a3b4-404cee3c5eea), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:23.631484 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:23.632676 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/451c11fd-a93b-4b29-a3b4-404cee3c5eea HTTP/1.1" status: 204 len: 168 time: 0.1329513 Mar 15 17:05:23.642321 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c11fd-a93b-4b29-a3b4-404cee3c5eea,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:23.651009 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.651359 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.651710 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.652062 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.652428 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.652751 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.653105 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.653404 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.653751 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.654079 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.654401 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.654767 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.655148 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.655605 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.656022 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec82977-c79e-4789-ab26-c39ca42083ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:23.886963 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-cb50497c-2a2f-4835-83c0-548fb8610610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:23.888713 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-cb50497c-2a2f-4835-83c0-548fb8610610 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb&tenant_id=d11e8ccf622543cd8ba4455cde67621c HTTP/1.1" status: 200 len: 1128 time: 0.0801098 Mar 15 17:05:23.965064 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-9692f617-2ee8-48c1-8e83-a70619996c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:23.966573 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-9692f617-2ee8-48c1-8e83-a70619996c50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 1128 time: 0.0535550 Mar 15 17:05:24.075467 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-2d17b94d-12d0-4a22-a3f3-3dc3cf167728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:24.076923 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-2d17b94d-12d0-4a22-a3f3-3dc3cf167728 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 917 time: 0.1030319 Mar 15 17:05:24.195767 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3a8a467a-0dd9-41bc-b1aa-0eadc58e311b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733008492&fields=id&tenant_id=a8de618d7d9749059419285b7fb63709 HTTP/1.1" status: 200 len: 267 time: 0.1264679 Mar 15 17:05:24.198975 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-75d8f9d3-78f7-4744-8469-3702db678384 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6892ee86-8204-4544-9864-a95c68fd1f77 HTTP/1.1" status: 200 len: 1000 time: 0.1109564 Mar 15 17:05:24.274038 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21695-358e-46f9-a11e-7bad3f394fe0 req-7a09024d-91eb-4eb4-9355-343a69d83663 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:24.276512 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1fd21695-358e-46f9-a11e-7bad3f394fe0 req-7a09024d-91eb-4eb4-9355-343a69d83663 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 945 time: 0.1401696 Mar 15 17:05:24.309375 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33268) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:24.346421 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-0f550d8a-08dc-4e32-aa88-e2d87de973dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:24.347871 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-0f550d8a-08dc-4e32-aa88-e2d87de973dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.1382937 Mar 15 17:05:24.405067 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-367191961-network', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:24.422884 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1fd21695-358e-46f9-a11e-7bad3f394fe0 req-97f21ced-b85b-4ff4-bb9d-37f2f4c82467 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142642 Mar 15 17:05:24.425757 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Made reservation on behalf of a9e60a2e516a4caaa72049ae3e13aec4 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:05:24.429590 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:24.439892 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-befa0323-49e0-49bb-820c-82b0b38c9fd5 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:24.440087 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:24.441417 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-befa0323-49e0-49bb-820c-82b0b38c9fd5 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 811 time: 0.2307026 Mar 15 17:05:24.450820 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-85acfd5a-9fb0-47d5-998f-a37fd4644147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:24.452844 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-85acfd5a-9fb0-47d5-998f-a37fd4644147 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0970297 Mar 15 17:05:24.462072 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-4b60325a-8200-4904-8634-58fcbeb93309 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/quotas/a8de618d7d9749059419285b7fb63709 HTTP/1.1" status: 200 len: 375 time: 0.0133140 Mar 15 17:05:24.540313 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Publish callbacks [] for security_group (ef7f749d-c81c-49d5-b104-402071f91685), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:24.544009 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (ef7f749d-c81c-49d5-b104-402071f91685), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:24.568896 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:05:24.592191 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f749d-c81c-49d5-b104-402071f91685,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:24.596669 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (4790ec64-62f1-469a-adfe-b5b03fa4a20b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:24.597003 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Added segment 4790ec64-62f1-469a-adfe-b5b03fa4a20b of type vlan for network 383e2855-edee-431f-82e3-9ead978f319c Mar 15 17:05:24.624998 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-12dcbfd1-8b06-4ab8-90e2-441a459a0fef tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511433 Mar 15 17:05:24.628869 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-2d4875de-a45d-4970-ad61-fa265123836a service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646159 Mar 15 17:05:24.639875 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (383e2855-edee-431f-82e3-9ead978f319c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:24.658499 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263d56-8bbd-44fb-84b4-0eca026c1109 req-4781d29b-635a-469f-bbde-8cf39315c83e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:24.659970 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c6263d56-8bbd-44fb-84b4-0eca026c1109 req-4781d29b-635a-469f-bbde-8cf39315c83e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.1454458 Mar 15 17:05:24.668632 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (383e2855-edee-431f-82e3-9ead978f319c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:24.669890 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:24.670488 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:24.721648 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4110708 Mar 15 17:05:24.724519 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33276) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:24.729325 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Request body: {'subnet': {'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-367191961-subnet', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:24.748308 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f073f7-965a-47d3-a1af-b99048fd38a0 admin admin] Pushing event updated for resources: {'Network': ['ID=383e2855-edee-431f-82e3-9ead978f319c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:24.762875 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Made reservation on behalf of a9e60a2e516a4caaa72049ae3e13aec4 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:05:24.765858 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260131453'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:24.767285 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 383e2855-edee-431f-82e3-9ead978f319c details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:05:24.952267 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260131439'] for subnet (6045e005-abb3-4d60-b928-511f35402040), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.009860 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6045e005-abb3-4d60-b928-511f35402040,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:25.017207 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Checking segment: {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:25.017554 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Network hostable DHCP agents. Network: 383e2855-edee-431f-82e3-9ead978f319c, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:05:25.033589 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Network 383e2855-edee-431f-82e3-9ead978f319c is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:05:25.041937 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 383e2855-edee-431f-82e3-9ead978f319c) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:25.046283 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:25.046943 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.052073 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ab05e-790b-4ece-95f5-b0e0193e08cd None None] Network 383e2855-edee-431f-82e3-9ead978f319c requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:05:25.068958 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c6263d56-8bbd-44fb-84b4-0eca026c1109 req-c4de5650-2c14-4530-bb8f-afd7dd2d6db7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746302 Mar 15 17:05:25.069455 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-088a091f-a8c4-4d97-988f-d445e427a5d1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3435793 Mar 15 17:05:25.069971 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33278) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:25.075277 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:25.082109 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c53d610b-8c57-4d33-9d02-301cda7781ea req-553ec6c8-df18-430f-8d90-e3d03195845b service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462640 Mar 15 17:05:25.095572 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-5e352813-667e-42d8-a2a7-27e2f2635661 service neutron] 10.222.0.42 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514897 Mar 15 17:05:25.107714 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (f353d759-8669-46ed-b90d-e1acdbec08ce), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.108761 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (f353d759-8669-46ed-b90d-e1acdbec08ce), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.175973 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks [] for router_controller (f353d759-8669-46ed-b90d-e1acdbec08ce), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.213796 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-383e2855-edee-431f-82e3-9ead978f319c', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:05:25.215098 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.233749 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7c5c1e1b-18eb-4304-8d1e-b5031655c2f1 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:25.235287 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7c5c1e1b-18eb-4304-8d1e-b5031655c2f1 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 945 time: 0.1146142 Mar 15 17:05:25.237465 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-e5d24946-5812-48b0-acef-ba72af21150f service neutron] 10.222.0.42 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354649 Mar 15 17:05:25.359731 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks [] for router_gateway (f353d759-8669-46ed-b90d-e1acdbec08ce), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.382462 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Deleting port c3a42389-550c-44d8-a952-b196715aea2e {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:05:25.383334 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (c3a42389-550c-44d8-a952-b196715aea2e), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.463596 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Allocated IP 172.20.0.2 (383e2855-edee-431f-82e3-9ead978f319c/6045e005-abb3-4d60-b928-511f35402040/c41b1d65-1e62-4a04-ad89-b4ad83431768) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:05:25.595788 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] For port c3a42389-550c-44d8-a952-b196715aea2e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c3a42389-550c-44d8-a952-b196715aea2e,segment=NetworkSegment(7b1e4e4c-5243-4dc6-85dd-bee25309405a),segment_id=7b1e4e4c-5243-4dc6-85dd-bee25309405a)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:25.596173 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (c3a42389-550c-44d8-a952-b196715aea2e), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.618661 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks [] for router_gateway (f353d759-8669-46ed-b90d-e1acdbec08ce), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.635040 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Calling delete_port for c3a42389-550c-44d8-a952-b196715aea2e owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:05:25.661389 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.706741 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Publish callbacks [] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.718643 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.800327 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Pushing event updated for resources: {'Port': ['ID=c41b1d65-1e62-4a04-ad89-b4ad83431768,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:25.816689 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.817027 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.817530 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.818029 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.818497 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.835657 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27b363-6526-4692-9257-d70194e95a88 req-08d13a62-c80a-46b2-966a-2cc7c0d5c0b3 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:25.836215 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Allocated IP 172.27.0.204 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/15c18dfe-df83-446a-9262-35927212d48e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:05:25.836644 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.837149 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.837491 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.837841 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.843083 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3d27b363-6526-4692-9257-d70194e95a88 req-08d13a62-c80a-46b2-966a-2cc7c0d5c0b3 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 945 time: 0.1265640 Mar 15 17:05:25.845625 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.846130 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.846496 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.846830 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.847150 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.847699 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:05:25.855404 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Network 383e2855-edee-431f-82e3-9ead978f319c is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:25.858259 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:25.861553 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:05:25.986875 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Attempting to bind port c41b1d65-1e62-4a04-ad89-b4ad83431768 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:05:25.987731 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Attempting to bind port c41b1d65-1e62-4a04-ad89-b4ad83431768 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:05:25.988736 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Attempting to bind port c41b1d65-1e62-4a04-ad89-b4ad83431768 on network 383e2855-edee-431f-82e3-9ead978f319c {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:05:25.995633 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:05:25.996827 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Checking segment: {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:25.997915 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:25.998702 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Bound using segment: {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:05:25.999693 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Bound port: c41b1d65-1e62-4a04-ad89-b4ad83431768, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:05:26.000540 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:26.048743 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (c3a42389-550c-44d8-a952-b196715aea2e), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:26.096476 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3d27b363-6526-4692-9257-d70194e95a88 req-0b7cdedd-6ecf-4f3e-a785-3099aff98e5c tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/security-groups?id=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524681 Mar 15 17:05:26.110204 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks [] for port (15c18dfe-df83-446a-9262-35927212d48e), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:26.137993 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] For port c41b1d65-1e62-4a04-ad89-b4ad83431768, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:05:26.149799 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] For port c41b1d65-1e62-4a04-ad89-b4ad83431768, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=c41b1d65-1e62-4a04-ad89-b4ad83431768,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:05:26.166168 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78885aa-9887-4933-ad9a-0fe6afa1a090 req-30d59d06-6877-42f1-b5f8-486a51836bd7 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:26.167612 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d78885aa-9887-4933-ad9a-0fe6afa1a090 req-30d59d06-6877-42f1-b5f8-486a51836bd7 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.3659763 Mar 15 17:05:26.173599 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['c3a42389-550c-44d8-a952-b196715aea2e'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:05:26.183143 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Pushing event deleted for resources: {'Port': ['ID=c3a42389-550c-44d8-a952-b196715aea2e,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:26.184102 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:26.208268 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (15c18dfe-df83-446a-9262-35927212d48e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:26.267888 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:26.270845 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:26.275099 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:05:26.324821 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e213e980-4d67-4f71-8eef-c0c9d1d18f5f req-14ce6466-1a2d-4b20-8473-b61cf67e4516 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.1437984 Mar 15 17:05:26.406516 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383f55e-9dd7-49dc-a2e6-f154c54724e4 None None] Pushing event updated for resources: {'Port': ['ID=c41b1d65-1e62-4a04-ad89-b4ad83431768,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:26.447533 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d78885aa-9887-4933-ad9a-0fe6afa1a090 req-abf01880-2b12-4ad1-9794-66b0e4043d52 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654650 Mar 15 17:05:26.481410 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] No DVR routers for this DVR port c3a42389-550c-44d8-a952-b196715aea2e on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:05:26.484261 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:26.487978 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-85c7c9d9-f90c-4b78-bf4c-b7c9113d6608 req-7cbf92a2-e330-4f4d-aa5d-9d0d276c82bb tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.43 "DELETE /v2.0/ports/c3a42389-550c-44d8-a952-b196715aea2e HTTP/1.1" status: 204 len: 173 time: 1.2468541 Mar 15 17:05:26.488778 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee9e2e2-d4b1-4402-879b-ecc806fb4963', 'name': 'network-vif-deleted', 'tag': 'c3a42389-550c-44d8-a952-b196715aea2e'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:26.491540 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa15d77b-7054-4521-b39e-c0985c483180" -d '{"events": [{"server_uuid": "8ee9e2e2-d4b1-4402-879b-ecc806fb4963", "name": "network-vif-deleted", "tag": "c3a42389-550c-44d8-a952-b196715aea2e"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:26.552982 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686aa500-0534-446d-ab34-b7227985ddf4 x-openstack-request-id: req-686aa500-0534-446d-ab34-b7227985ddf4 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:26.561424 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee9e2e2-d4b1-4402-879b-ecc806fb4963", "name": "network-vif-deleted", "tag": "c3a42389-550c-44d8-a952-b196715aea2e", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:26.561825 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-686aa500-0534-446d-ab34-b7227985ddf4 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:26.562328 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee9e2e2-d4b1-4402-879b-ecc806fb4963', 'name': 'network-vif-deleted', 'tag': 'c3a42389-550c-44d8-a952-b196715aea2e', 'status': 'completed', 'code': 200} Mar 15 17:05:26.568669 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Pushing event updated for resources: {'Port': ['ID=15c18dfe-df83-446a-9262-35927212d48e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:26.615886 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd85d6-0a34-432e-990e-f21745bdd85a req-39e73b56-3982-407f-9287-dbec5fe48179 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:26.625838 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-59fd85d6-0a34-432e-990e-f21745bdd85a req-39e73b56-3982-407f-9287-dbec5fe48179 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.1304581 Mar 15 17:05:26.740144 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks [] for router_gateway (f353d759-8669-46ed-b90d-e1acdbec08ce), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:26.770323 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-59fd85d6-0a34-432e-990e-f21745bdd85a req-e6ef5fc4-59ba-4696-9016-2e8b0afdcb29 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292849 Mar 15 17:05:27.030099 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (f353d759-8669-46ed-b90d-e1acdbec08ce), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:27.178754 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Router f353d759-8669-46ed-b90d-e1acdbec08ce is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:05:27.195882 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7cca5cc-f808-4d51-a8ac-25cb2d1e3eec req-b07c03dd-2d50-4904-b52f-0e939db7feb1 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0376265 Mar 15 17:05:27.309708 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:05:27.319852 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Sync routers for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:05:27.328730 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:27.332505 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4710347b-ba80-4f1d-a2b9-9ec09a8500d6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2582886 Mar 15 17:05:27.332651 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:27.332651 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:27.333279 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33330) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:27.457733 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:27.550105 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c5be844e-aa91-45e5-bd2c-ee7ac8e66c20 req-f2b0e7a6-2c7a-4d7c-b4f2-fe2b1924ac20 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0701454 Mar 15 17:05:27.660667 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee10a50-5e7e-4181-876a-17f1d91f4ffd req-043d2f55-c7ab-49bb-b865-8ff28488d82b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:27.663251 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2ee10a50-5e7e-4181-876a-17f1d91f4ffd req-043d2f55-c7ab-49bb-b865-8ff28488d82b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.1099579 Mar 15 17:05:27.738630 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:26Z', 'revision_number': 3, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:27.778245 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Checking router: f353d759-8669-46ed-b90d-e1acdbec08ce for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:05:27.784742 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Updating router f353d759-8669-46ed-b90d-e1acdbec08ce port 15c18dfe-df83-446a-9262-35927212d48e binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:05:27.813803 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (15c18dfe-df83-446a-9262-35927212d48e), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:27.864858 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c7a730-98ce-43d0-a09d-cb887f7197a8 None None] Network 383e2855-edee-431f-82e3-9ead978f319c requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:05:27.895308 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2ee10a50-5e7e-4181-876a-17f1d91f4ffd req-afe8bb5e-2373-45d9-b9ba-6258f2a39b64 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315129 Mar 15 17:05:27.961906 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-e86ac9e8-b7f8-4808-bc26-d82ba71c8771 None None] Provisioning complete for port c41b1d65-1e62-4a04-ad89-b4ad83431768 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:27.962431 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e86ac9e8-b7f8-4808-bc26-d82ba71c8771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.087123 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ecc0a-ea0b-4068-8c03-4bb8f136f627 req-57f4b7e6-1655-4066-b2c3-2c0d3d31a304 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:28.095558 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-456ecc0a-ea0b-4068-8c03-4bb8f136f627 req-57f4b7e6-1655-4066-b2c3-2c0d3d31a304 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.1837108 Mar 15 17:05:28.145926 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-e86ac9e8-b7f8-4808-bc26-d82ba71c8771 None None] Current status of the port c41b1d65-1e62-4a04-ad89-b4ad83431768 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:28.146364 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e86ac9e8-b7f8-4808-bc26-d82ba71c8771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.215933 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-e86ac9e8-b7f8-4808-bc26-d82ba71c8771 None None] For port c41b1d65-1e62-4a04-ad89-b4ad83431768, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=c41b1d65-1e62-4a04-ad89-b4ad83431768,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:28.230560 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Publish callbacks [] for port (15c18dfe-df83-446a-9262-35927212d48e), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.234626 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e86ac9e8-b7f8-4808-bc26-d82ba71c8771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.235105 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-456ecc0a-ea0b-4068-8c03-4bb8f136f627 req-ba088890-09c2-44af-ab21-c6227bf65632 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381984 Mar 15 17:05:28.240809 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (15c18dfe-df83-446a-9262-35927212d48e), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.303863 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68ca2b-73fe-4f5e-9c1e-b47996fdcd94 None None] Pushing event updated for resources: {'Port': ['ID=15c18dfe-df83-446a-9262-35927212d48e,revision_number=2']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:28.341102 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Attempting to bind port 15c18dfe-df83-446a-9262-35927212d48e on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:05:28.342755 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Attempting to bind port 15c18dfe-df83-446a-9262-35927212d48e by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:05:28.343275 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Attempting to bind port 15c18dfe-df83-446a-9262-35927212d48e on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:05:28.355619 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:05:28.356281 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:28.356901 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.357533 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:05:28.358217 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Bound port: 15c18dfe-df83-446a-9262-35927212d48e, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:05:28.358783 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (15c18dfe-df83-446a-9262-35927212d48e), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.382307 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ac9e8-b7f8-4808-bc26-d82ba71c8771 None None] Pushing event updated for resources: {'Port': ['ID=c41b1d65-1e62-4a04-ad89-b4ad83431768,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:28.414206 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-826d0254-d989-42f1-ba4d-7c62c48dcf6f req-2107d779-3902-4f69-a904-e4bd034091db tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0476127 Mar 15 17:05:28.425765 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.493468 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] For port 15c18dfe-df83-446a-9262-35927212d48e, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:05:28.498353 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] For port 15c18dfe-df83-446a-9262-35927212d48e, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=15c18dfe-df83-446a-9262-35927212d48e,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:05:28.510513 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (15c18dfe-df83-446a-9262-35927212d48e), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.581107 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-f0e87c88-1ab2-4c72-9e10-716c00660f00 None None] Provisioning complete for port c41b1d65-1e62-4a04-ad89-b4ad83431768 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:28.581782 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f0e87c88-1ab2-4c72-9e10-716c00660f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:28.594175 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68ca2b-73fe-4f5e-9c1e-b47996fdcd94 None None] Pushing event updated for resources: {'Port': ['ID=15c18dfe-df83-446a-9262-35927212d48e,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:28.600138 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:28.600992 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:28.761535 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-f0e87c88-1ab2-4c72-9e10-716c00660f00 None None] Current status of the port c41b1d65-1e62-4a04-ad89-b4ad83431768 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:28.811436 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f9850715-47e3-4e39-9054-5daa9c412f41 req-5e7a162c-febf-4215-b3c5-a0433434937d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.1349573 Mar 15 17:05:28.840112 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Allocated IP 172.20.0.1 (383e2855-edee-431f-82e3-9ead978f319c/6045e005-abb3-4d60-b928-511f35402040/0a8126fd-8525-43e3-aea9-c0c9e9532eab) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:05:28.894228 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device c41b1d65-1e62-4a04-ad89-b4ad83431768 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:28.908138 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:28.984389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Publish callbacks [] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:29.011436 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port c41b1d65-1e62-4a04-ad89-b4ad83431768 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:29.011813 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:29.094972 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625d021-e996-4b4e-bc0f-7caf1d4285f2 req-6f9bc77a-6d1c-40a2-8742-543cd90a8e8d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:29.096792 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f625d021-e996-4b4e-bc0f-7caf1d4285f2 req-6f9bc77a-6d1c-40a2-8742-543cd90a8e8d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0855591 Mar 15 17:05:29.098616 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:29.155744 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port c41b1d65-1e62-4a04-ad89-b4ad83431768 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:29.187988 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f625d021-e996-4b4e-bc0f-7caf1d4285f2 req-518782cf-14b4-48e4-be1d-57c115de7015 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783858 Mar 15 17:05:29.215290 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Network 383e2855-edee-431f-82e3-9ead978f319c is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:29.219924 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:29.222626 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:05:29.265101 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:26Z', 'revision_number': 3, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:29.271676 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Pushing event updated for resources: {'Port': ['ID=0a8126fd-8525-43e3-aea9-c0c9e9532eab,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:29.299307 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (f353d759-8669-46ed-b90d-e1acdbec08ce), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:29.302841 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2254f2-e6d2-4908-a0fd-c26a7c6fe009 None None] The sync data for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi is: [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:26Z', 'revision_number': 3, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:05:29.551567 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cad456-213c-47bc-a926-cc6042ce9bfb req-c602b9e6-0b40-4e20-b062-3fee8568952f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:29.553155 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-42cad456-213c-47bc-a926-cc6042ce9bfb req-c602b9e6-0b40-4e20-b062-3fee8568952f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.1635323 Mar 15 17:05:29.573915 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-25c85c97-4a89-4695-baaa-8d1e2de192ab req-d63cb78b-054c-4312-baa6-c686900079b6 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0485437 Mar 15 17:05:29.619611 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8b1c23a3-54fc-4baa-9f65-17dee23b60c0 None None] Provisioning complete for port 0a8126fd-8525-43e3-aea9-c0c9e9532eab triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:29.620311 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8b1c23a3-54fc-4baa-9f65-17dee23b60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:29.662729 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:29.694255 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-42cad456-213c-47bc-a926-cc6042ce9bfb req-8d879040-b160-4d09-a28c-96e27d17c901 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237276 Mar 15 17:05:29.760194 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c23a3-54fc-4baa-9f65-17dee23b60c0 None None] Port 0a8126fd-8525-43e3-aea9-c0c9e9532eab cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:29.776470 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device c3a42389-550c-44d8-a952-b196715aea2e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:05:29.839369 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: c3a42389-550c-44d8-a952-b196715aea2e {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:05:29.840145 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device c3a42389-550c-44d8-a952-b196715aea2e not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:05:29.950325 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d5733da5-ed8e-4a9c-b4e2-55ceb715739c req-1c912ff1-dceb-4592-8425-04f96cd0ec08 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0383577 Mar 15 17:05:30.017059 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Publish callbacks [] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:30.023374 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:30.097473 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Pushing event updated for resources: {'Port': ['ID=0a8126fd-8525-43e3-aea9-c0c9e9532eab,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:30.102374 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (f353d759-8669-46ed-b90d-e1acdbec08ce), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:30.227931 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Network 383e2855-edee-431f-82e3-9ead978f319c is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:30.229412 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:30.430856 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Router f353d759-8669-46ed-b90d-e1acdbec08ce has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:05:30.454327 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a45b7f-b20d-47d1-9757-5199595b707d req-1040e3aa-3986-417f-aedc-6ff4629d67b6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:30.456050 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-37a45b7f-b20d-47d1-9757-5199595b707d req-1040e3aa-3986-417f-aedc-6ff4629d67b6 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0989392 Mar 15 17:05:30.587341 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-0ebc59f7-01b1-4510-82ce-aefd4880fe35 None None] Provisioning complete for port 0a8126fd-8525-43e3-aea9-c0c9e9532eab triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:30.588512 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0ebc59f7-01b1-4510-82ce-aefd4880fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:30.599095 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-37a45b7f-b20d-47d1-9757-5199595b707d req-aef95730-746f-4e0f-9f8a-4872a75c8597 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018941 Mar 15 17:05:30.632507 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:05:30.640447 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-8ca87e74-209b-4393-ac3f-e733b2684f31 admin admin] 10.222.0.42 "PUT /v2.0/routers/f353d759-8669-46ed-b90d-e1acdbec08ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3030248 Mar 15 17:05:30.648660 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc59f7-01b1-4510-82ce-aefd4880fe35 None None] Port 0a8126fd-8525-43e3-aea9-c0c9e9532eab cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:30.716630 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-677c2356-2c5e-4353-ae2f-0923df8031a0 req-a453d2b4-69b6-4029-8975-d1c2b48c2347 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0366995 Mar 15 17:05:30.856734 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 15c18dfe-df83-446a-9262-35927212d48e up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:30.923612 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84451b58-301e-495e-a57e-756dc79b5e85 req-596312f1-4f37-459e-b00c-9ce8e832758d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:30.925596 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-84451b58-301e-495e-a57e-756dc79b5e85 req-596312f1-4f37-459e-b00c-9ce8e832758d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.0999961 Mar 15 17:05:30.935795 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 15c18dfe-df83-446a-9262-35927212d48e triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:30.936169 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (15c18dfe-df83-446a-9262-35927212d48e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.035739 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-84451b58-301e-495e-a57e-756dc79b5e85 req-7658b1e3-4883-4e2c-9b8a-9261bc3edc3e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030939 Mar 15 17:05:31.048459 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 15c18dfe-df83-446a-9262-35927212d48e is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:31.048459 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (15c18dfe-df83-446a-9262-35927212d48e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.071677 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port 15c18dfe-df83-446a-9262-35927212d48e, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=15c18dfe-df83-446a-9262-35927212d48e,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:31.090609 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (15c18dfe-df83-446a-9262-35927212d48e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.092111 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-059bc269-9b29-49fe-bd12-4d71dddd746f req-a22702cf-dd88-4252-b506-63869a70d299 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0550392 Mar 15 17:05:31.174456 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=15c18dfe-df83-446a-9262-35927212d48e,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:31.410511 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33374) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:31.415541 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1471991057-network', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:31.436164 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Made reservation on behalf of 2e66acf6e79c4b5786961004e367ca57 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:05:31.438716 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.448035 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.473944 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Sync routers for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:05:31.488326 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:31.489376 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:31.532763 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Publish callbacks [] for security_group (c2188c74-024d-4681-a62a-b90a0f9711b8), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.539595 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (c2188c74-024d-4681-a62a-b90a0f9711b8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.552056 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:05:31.576323 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (a8bec24f-72b4-499a-8501-9c1c7d4afebc), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.576741 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Added segment a8bec24f-72b4-499a-8501-9c1c7d4afebc of type vlan for network 93a8ae75-ddf2-4486-8109-c178e66a0e30 Mar 15 17:05:31.590156 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2188c74-024d-4681-a62a-b90a0f9711b8,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:31.634783 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (93a8ae75-ddf2-4486-8109-c178e66a0e30), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.644636 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:31.668036 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (93a8ae75-ddf2-4486-8109-c178e66a0e30), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.669363 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:31.670206 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.807285 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3954813 Mar 15 17:05:31.810959 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33380) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:31.814670 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e42969-7745-4946-9a5b-2b9597e5a047 req-13359a97-e74a-47fb-b1c0-3ebb8841a70d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:31.820178 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Request body: {'subnet': {'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1471991057-subnet', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:31.822493 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-50e42969-7745-4946-9a5b-2b9597e5a047 req-13359a97-e74a-47fb-b1c0-3ebb8841a70d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.1322134 Mar 15 17:05:31.825282 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0788a1-b374-4404-ae2f-ded0e9f4b5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=93a8ae75-ddf2-4486-8109-c178e66a0e30,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:31.863530 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Made reservation on behalf of 2e66acf6e79c4b5786961004e367ca57 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:05:31.866199 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260131453'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:31.875456 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3dc5dd2b-fb4e-45a9-af07-96432d34db77 req-e390d88d-7577-4f68-93b5-e95fe1c551e1 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0381467 Mar 15 17:05:31.884760 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 93a8ae75-ddf2-4486-8109-c178e66a0e30 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:05:31.929003 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-50e42969-7745-4946-9a5b-2b9597e5a047 req-14f9865d-b0e1-4810-abdb-70c03a6259f3 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054080 Mar 15 17:05:32.048691 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '0a8126fd-8525-43e3-aea9-c0c9e9532eab', 'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'mac_address': 'fa:16:3e:3f:4e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:28Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 2, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'subnets': [{'id': '6045e005-abb3-4d60-b928-511f35402040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:32.109948 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Checking router: f353d759-8669-46ed-b90d-e1acdbec08ce for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:05:32.112903 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Updating router f353d759-8669-46ed-b90d-e1acdbec08ce port 0a8126fd-8525-43e3-aea9-c0c9e9532eab binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:05:32.161016 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:32.226575 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004d0ab-bed4-4a9c-86d8-533e11fe23dc req-6cdce70a-b548-42e1-9b20-29ef37fa77c6 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:32.238707 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3004d0ab-bed4-4a9c-86d8-533e11fe23dc req-6cdce70a-b548-42e1-9b20-29ef37fa77c6 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.0852566 Mar 15 17:05:32.318049 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e89f859-60f4-4f25-b970-bc65fc261506 req-2c055a36-ff9e-465a-b782-d9f9ee599e19 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0529788 Mar 15 17:05:32.364218 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3004d0ab-bed4-4a9c-86d8-533e11fe23dc req-6db3dbfb-c24c-4cc7-9f65-8a3bab4bcd22 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243272 Mar 15 17:05:32.468492 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260131439'] for subnet (59b9cdc8-6112-4d83-a911-038505c487db), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:32.509231 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b9cdc8-6112-4d83-a911-038505c487db,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:32.532538 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Publish callbacks [] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:32.539389 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Checking segment: {'id': 'a8bec24f-72b4-499a-8501-9c1c7d4afebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:32.539890 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:32.540036 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Network hostable DHCP agents. Network: 93a8ae75-ddf2-4486-8109-c178e66a0e30, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:05:32.562188 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Network 93a8ae75-ddf2-4486-8109-c178e66a0e30 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:05:32.573169 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 93a8ae75-ddf2-4486-8109-c178e66a0e30) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:32.578184 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:32.579275 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:32.589440 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2b8d15-aee8-41b7-9906-ee20e7e7ae43 None None] Network 93a8ae75-ddf2-4486-8109-c178e66a0e30 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:05:32.598020 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9b3390b0-51dc-4d7f-95bd-303ac5afd026 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7845106 Mar 15 17:05:32.600488 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33388) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:32.604966 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:32.644875 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (b7eac607-5cf6-434d-a807-90ebb50dec69), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:32.650910 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149955d-8545-45c5-ba90-b0b84804ab07 None None] Pushing event updated for resources: {'Port': ['ID=0a8126fd-8525-43e3-aea9-c0c9e9532eab,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:32.658473 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (b7eac607-5cf6-434d-a807-90ebb50dec69), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:32.785475 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks [] for router_controller (b7eac607-5cf6-434d-a807-90ebb50dec69), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:32.900827 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 15c18dfe-df83-446a-9262-35927212d48e up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:33.012119 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Attempting to bind port 0a8126fd-8525-43e3-aea9-c0c9e9532eab on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:05:33.012787 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Attempting to bind port 0a8126fd-8525-43e3-aea9-c0c9e9532eab by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:05:33.013244 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Attempting to bind port 0a8126fd-8525-43e3-aea9-c0c9e9532eab on network 383e2855-edee-431f-82e3-9ead978f319c {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:05:33.049632 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:05:33.050057 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Checking segment: {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:33.050371 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.050752 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Bound using segment: {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:05:33.051226 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Bound port: 0a8126fd-8525-43e3-aea9-c0c9e9532eab, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:05:33.051593 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.077204 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-93a8ae75-ddf2-4486-8109-c178e66a0e30', 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30', 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'fixed_ips': [{'subnet_id': '59b9cdc8-6112-4d83-a911-038505c487db'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:05:33.077881 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.078358 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks [] for router_gateway (b7eac607-5cf6-434d-a807-90ebb50dec69), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.085778 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d5362b21-b1e7-4a4d-b784-bc4a0b26f493 req-e914b934-6fdb-4946-8ca0-9fb05d0ea331 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0834074 Mar 15 17:05:33.177241 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242c2c2-ad67-4013-9296-4225045293c8 req-de2015fa-3698-4a42-acde-d6649a3079cd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:33.179091 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c242c2c2-ad67-4013-9296-4225045293c8 req-de2015fa-3698-4a42-acde-d6649a3079cd tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.0924425 Mar 15 17:05:33.231734 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-bcd5055b-f6c1-40b2-9253-eaeee25d1890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.246117 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c242c2c2-ad67-4013-9296-4225045293c8 req-5741a09b-9d8c-46fb-a090-f1496faa6e92 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Mar 15 17:05:33.263510 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-d4d03e3e-e616-4dd4-a0b9-1b8234b1ef4e None None] Provisioning complete for port 0a8126fd-8525-43e3-aea9-c0c9e9532eab triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:33.263872 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e3e-e616-4dd4-a0b9-1b8234b1ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.275616 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 15c18dfe-df83-446a-9262-35927212d48e triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:33.275984 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (15c18dfe-df83-446a-9262-35927212d48e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.412964 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] For port 0a8126fd-8525-43e3-aea9-c0c9e9532eab, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:05:33.462757 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e0ccd3f2-ca9f-4122-90f4-d73dbc5a58f1 req-6e24ad23-d5d8-4d51-b18b-5431a1fc16ec tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0527565 Mar 15 17:05:33.489608 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks [] for router_gateway (b7eac607-5cf6-434d-a807-90ebb50dec69), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.493171 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-d4d03e3e-e616-4dd4-a0b9-1b8234b1ef4e None None] Port 0a8126fd-8525-43e3-aea9-c0c9e9532eab cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:33.531113 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.561723 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424a99b-ed6b-44c5-9091-cb722d867453 req-00eea948-ae6e-4a0b-a3a9-a46f89efea78 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:33.563467 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f424a99b-ed6b-44c5-9091-cb722d867453 req-00eea948-ae6e-4a0b-a3a9-a46f89efea78 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.0956402 Mar 15 17:05:33.570236 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Allocated IP 172.20.0.2 (93a8ae75-ddf2-4486-8109-c178e66a0e30/59b9cdc8-6112-4d83-a911-038505c487db/872f07b5-f44f-4cac-b1d1-b9a6c43f2d93) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:05:33.679439 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f424a99b-ed6b-44c5-9091-cb722d867453 req-e66b13a4-8b70-4f1f-9b0d-1ede6537006e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076922 Mar 15 17:05:33.735143 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] For port 0a8126fd-8525-43e3-aea9-c0c9e9532eab, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=0a8126fd-8525-43e3-aea9-c0c9e9532eab,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:05:33.750810 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.807623 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Allocated IP 172.27.0.131 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:05:33.868200 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 15c18dfe-df83-446a-9262-35927212d48e is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:33.926815 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Publish callbacks [] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:33.933547 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:33.934179 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:33.940624 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149955d-8545-45c5-ba90-b0b84804ab07 None None] Pushing event updated for resources: {'Port': ['ID=0a8126fd-8525-43e3-aea9-c0c9e9532eab,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:33.986301 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.010892 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks [] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.109881 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.130524 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Pushing event updated for resources: {'Port': ['ID=872f07b5-f44f-4cac-b1d1-b9a6c43f2d93,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:34.189146 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Pushing event updated for resources: {'Port': ['ID=ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:34.240391 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:34.245640 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Network 93a8ae75-ddf2-4486-8109-c178e66a0e30 is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:34.249272 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:34.253551 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:05:34.265351 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-59918d97-af61-4ab7-80f5-b7a335732fe9 req-aeabffd2-02f9-4b4e-a246-3783bb334b4c tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0701804 Mar 15 17:05:34.266525 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:34.269298 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:05:34.311447 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:34.376930 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc39b2-336c-4d06-834e-08d4f899d4f0 req-5d692193-21f0-4b03-8f27-c7638c97bbe6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:34.389846 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-eedc39b2-336c-4d06-834e-08d4f899d4f0 req-5d692193-21f0-4b03-8f27-c7638c97bbe6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 945 time: 0.1274788 Mar 15 17:05:34.406806 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-67489a55-220d-4be0-803d-7fdf70dd6764 None None] Provisioning complete for port 0a8126fd-8525-43e3-aea9-c0c9e9532eab triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:34.407588 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-67489a55-220d-4be0-803d-7fdf70dd6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.446481 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Attempting to bind port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:05:34.447234 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Attempting to bind port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'a8bec24f-72b4-499a-8501-9c1c7d4afebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:05:34.447760 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Attempting to bind port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 on network 93a8ae75-ddf2-4486-8109-c178e66a0e30 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:05:34.479892 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:05:34.480619 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Checking segment: {'id': 'a8bec24f-72b4-499a-8501-9c1c7d4afebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:34.481168 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.481715 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Bound using segment: {'id': 'a8bec24f-72b4-499a-8501-9c1c7d4afebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:05:34.482556 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Bound port: 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bec24f-72b4-499a-8501-9c1c7d4afebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:05:34.483131 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.699906 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-67489a55-220d-4be0-803d-7fdf70dd6764 None None] Current status of the port 0a8126fd-8525-43e3-aea9-c0c9e9532eab is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:34.700408 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-67489a55-220d-4be0-803d-7fdf70dd6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.754594 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks [] for router_gateway (b7eac607-5cf6-434d-a807-90ebb50dec69), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.805292 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-67489a55-220d-4be0-803d-7fdf70dd6764 None None] For port 0a8126fd-8525-43e3-aea9-c0c9e9532eab, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=0a8126fd-8525-43e3-aea9-c0c9e9532eab,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:34.852889 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] For port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:05:34.858563 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-67489a55-220d-4be0-803d-7fdf70dd6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.866473 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-eedc39b2-336c-4d06-834e-08d4f899d4f0 req-4001cc01-dcaf-4eed-a449-b05b0ca82d6e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4753830 Mar 15 17:05:34.889861 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] For port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=872f07b5-f44f-4cac-b1d1-b9a6c43f2d93,segment=NetworkSegment(a8bec24f-72b4-499a-8501-9c1c7d4afebc),segment_id=a8bec24f-72b4-499a-8501-9c1c7d4afebc)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:05:34.912975 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:34.916006 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037e59-a428-4a0c-9ead-e2c7b8c1c850 req-ea1d3090-a181-4600-ae5f-196e2f3b3371 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:34.918415 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3c037e59-a428-4a0c-9ead-e2c7b8c1c850 req-ea1d3090-a181-4600-ae5f-196e2f3b3371 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.5144670 Mar 15 17:05:34.940755 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67489a55-220d-4be0-803d-7fdf70dd6764 None None] Pushing event updated for resources: {'Port': ['ID=0a8126fd-8525-43e3-aea9-c0c9e9532eab,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:35.030547 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3c037e59-a428-4a0c-9ead-e2c7b8c1c850 req-734797c1-b5bd-499f-b0be-1aa6e950bb9f tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936327 Mar 15 17:05:35.068868 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-9bdee348-2eed-4516-85a5-465098316407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '0a8126fd-8525-43e3-aea9-c0c9e9532eab', 'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'mac_address': 'fa:16:3e:3f:4e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:28Z', 'updated_at': '2022-03-15T17:05:33Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'subnets': [{'id': '6045e005-abb3-4d60-b928-511f35402040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:35.105104 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e55b86e-2165-409e-92a3-0d70367c5fb0 req-4287a6de-6f01-4dc2-b4b8-a10ca2455828 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0848217 Mar 15 17:05:35.140554 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdee348-2eed-4516-85a5-465098316407 None None] The sync data for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi is: [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '0a8126fd-8525-43e3-aea9-c0c9e9532eab', 'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'mac_address': 'fa:16:3e:3f:4e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:28Z', 'updated_at': '2022-03-15T17:05:33Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'subnets': [{'id': '6045e005-abb3-4d60-b928-511f35402040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:05:35.172455 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a5138-ee25-46f4-833d-9187c051356a None None] Pushing event updated for resources: {'Port': ['ID=872f07b5-f44f-4cac-b1d1-b9a6c43f2d93,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:35.218159 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (b7eac607-5cf6-434d-a807-90ebb50dec69), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:35.327282 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c3e3-5b9a-4bab-96ff-c6387b9a747c req-ea765e98-da0d-48eb-bc1b-c5923e3725f1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:35.334295 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4333c3e3-5b9a-4bab-96ff-c6387b9a747c req-ea765e98-da0d-48eb-bc1b-c5923e3725f1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.1706476 Mar 15 17:05:35.443188 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4333c3e3-5b9a-4bab-96ff-c6387b9a747c req-a24f8558-fb2e-4904-add7-d2eb03436390 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958369 Mar 15 17:05:35.465419 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Router b7eac607-5cf6-434d-a807-90ebb50dec69 is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:05:35.509698 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-db5527cb-df86-4720-bfce-1bbd25d18a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:35.534157 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3b9bc6c4-dc17-4c03-be5a-1540e7b70b91 req-058992fb-286a-43f7-9630-fe42acd405b4 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0613022 Mar 15 17:05:35.688116 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:05:35.701358 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Sync routers for ids ['b7eac607-5cf6-434d-a807-90ebb50dec69'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:05:35.710438 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:35.711776 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-dfb69279-1a6c-41f8-8894-d7617866c91b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1102848 Mar 15 17:05:35.714710 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33422) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:35.716629 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Routers {'b7eac607-5cf6-434d-a807-90ebb50dec69'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:35.717416 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['b7eac607-5cf6-434d-a807-90ebb50dec69'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:35.888602 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Set router b7eac607-5cf6-434d-a807-90ebb50dec69 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:36.021091 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19a4d3-9ff1-4619-bdd3-9d7bde8822cf req-74489960-2a69-40de-ba49-1410367a1a21 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:36.024730 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ca19a4d3-9ff1-4619-bdd3-9d7bde8822cf req-74489960-2a69-40de-ba49-1410367a1a21 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 945 time: 0.0760822 Mar 15 17:05:36.086404 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ca19a4d3-9ff1-4619-bdd3-9d7bde8822cf req-4baacb1e-2523-40c4-a066-5e1f2157fd91 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559301 Mar 15 17:05:36.117243 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:32Z', 'updated_at': '2022-03-15T17:05:34Z', 'revision_number': 3, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'gw_port': {'id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:33Z', 'updated_at': '2022-03-15T17:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:36.167295 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Checking router: b7eac607-5cf6-434d-a807-90ebb50dec69 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:05:36.167641 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Updating router b7eac607-5cf6-434d-a807-90ebb50dec69 port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:05:36.253998 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f93e033f-6c24-45ba-b045-4a035333d822 req-43d113bc-5d81-428f-9666-f9f1269ce9e6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0570951 Mar 15 17:05:36.273069 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:36.287709 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a543be-4aea-481d-a753-3af4c3f16639 req-e9673bbc-f2bb-430f-8ea6-b370848084db tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:36.289354 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b6a543be-4aea-481d-a753-3af4c3f16639 req-e9673bbc-f2bb-430f-8ea6-b370848084db tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.1411862 Mar 15 17:05:36.343984 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:36.369977 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b6a543be-4aea-481d-a753-3af4c3f16639 req-6159a15f-db1d-47ea-a9db-9d747a5023b4 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722387 Mar 15 17:05:36.483098 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:36.507932 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Allocated IP 172.20.0.1 (93a8ae75-ddf2-4486-8109-c178e66a0e30/59b9cdc8-6112-4d83-a911-038505c487db/1bf2225c-2d98-436d-a7aa-a5be8c7342d6) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:05:36.711654 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Publish callbacks [] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:36.775766 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7f2a09-e0db-493f-86ed-dbad01fa4374 None None] Network 93a8ae75-ddf2-4486-8109-c178e66a0e30 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:05:36.801555 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bfe039ab-ae4a-4e13-a929-2083b0dc1fe9 req-efb212cc-ee19-4f17-94e3-537bed6dbf57 tempest-VolumesSnapshotTestJSON-1831168528 tempest-VolumesSnapshotTestJSON-1831168528-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee9e2e2-d4b1-4402-879b-ecc806fb4963 HTTP/1.1" status: 200 len: 210 time: 0.0931654 Mar 15 17:05:36.808616 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Publish callbacks [] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:36.816719 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:36.827440 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:36.836590 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2443b7-22f9-4aa7-938a-9e992ddcb248 req-15ce57ac-ad97-4b21-b582-b8db556db32d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:36.838346 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0c2443b7-22f9-4aa7-938a-9e992ddcb248 req-15ce57ac-ad97-4b21-b582-b8db556db32d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.2237437 Mar 15 17:05:36.893299 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Network 93a8ae75-ddf2-4486-8109-c178e66a0e30 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:36.905112 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:36.909352 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:05:36.976292 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0c2443b7-22f9-4aa7-938a-9e992ddcb248 req-8de3f285-54ac-4e9f-ad6f-3fc63c8ee14b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305861 Mar 15 17:05:36.977457 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Attempting to bind port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:05:36.978209 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Attempting to bind port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:05:36.978958 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Attempting to bind port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:05:36.989135 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:05:36.989961 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:36.990565 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:36.991149 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:05:36.991837 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Bound port: ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:05:36.992479 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.002779 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Pushing event updated for resources: {'Port': ['ID=1bf2225c-2d98-436d-a7aa-a5be8c7342d6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:37.013956 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (b7eac607-5cf6-434d-a807-90ebb50dec69), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.061137 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] For port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:05:37.065985 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] For port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:05:37.084945 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:37.091986 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.114363 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e76e87-8fc1-42dd-b0df-8ebbaaa32f0c None None] Pushing event updated for resources: {'Port': ['ID=ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36,revision_number=2']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:37.145638 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Routers {'b7eac607-5cf6-434d-a807-90ebb50dec69'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:37.146257 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['b7eac607-5cf6-434d-a807-90ebb50dec69'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:37.170645 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-23743c41-e76b-42d7-87aa-1b66e97d1b65 None None] Provisioning complete for port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:37.171010 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-23743c41-e76b-42d7-87aa-1b66e97d1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.250974 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e76e87-8fc1-42dd-b0df-8ebbaaa32f0c None None] Pushing event updated for resources: {'Port': ['ID=ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:37.266372 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.305232 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] Set router b7eac607-5cf6-434d-a807-90ebb50dec69 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:37.316152 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:37.338071 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.378493 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bc2ed-e970-46f1-aa3b-309f9fa7ccb4 req-867e88c6-936d-49da-91fb-64cca10539bc tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:37.391619 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-701bc2ed-e970-46f1-aa3b-309f9fa7ccb4 req-867e88c6-936d-49da-91fb-64cca10539bc tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 945 time: 0.1299021 Mar 15 17:05:37.428238 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-23743c41-e76b-42d7-87aa-1b66e97d1b65 None None] Current status of the port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:37.428755 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-23743c41-e76b-42d7-87aa-1b66e97d1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.447934 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3442f1a0-a1e8-44be-b45e-bed4d6ea9b3f req-7b4b6f0c-540e-46f0-842d-e3af2ada09e9 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0455008 Mar 15 17:05:37.513861 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-23743c41-e76b-42d7-87aa-1b66e97d1b65 None None] For port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=872f07b5-f44f-4cac-b1d1-b9a6c43f2d93,segment=NetworkSegment(a8bec24f-72b4-499a-8501-9c1c7d4afebc),segment_id=a8bec24f-72b4-499a-8501-9c1c7d4afebc)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:37.550824 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-23743c41-e76b-42d7-87aa-1b66e97d1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.602045 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:37.602431 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.610749 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Publish callbacks [] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.616244 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.652552 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:32Z', 'updated_at': '2022-03-15T17:05:34Z', 'revision_number': 3, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'gw_port': {'id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:33Z', 'updated_at': '2022-03-15T17:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:37.677145 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Pushing event updated for resources: {'Port': ['ID=1bf2225c-2d98-436d-a7aa-a5be8c7342d6,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:37.693827 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23743c41-e76b-42d7-87aa-1b66e97d1b65 None None] Pushing event updated for resources: {'Port': ['ID=872f07b5-f44f-4cac-b1d1-b9a6c43f2d93,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:37.700290 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff5fdf-4bf2-44f2-b9f1-7ed1fe6d1a8f None None] The sync data for ids ['b7eac607-5cf6-434d-a807-90ebb50dec69'] in dv-cinder-733623-12-iscsi is: [{'id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:32Z', 'updated_at': '2022-03-15T17:05:34Z', 'revision_number': 3, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'gw_port': {'id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:70:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:33Z', 'updated_at': '2022-03-15T17:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:05:37.756055 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (b7eac607-5cf6-434d-a807-90ebb50dec69), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.759248 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-701bc2ed-e970-46f1-aa3b-309f9fa7ccb4 req-07a90e54-a46a-45b8-8081-cf3729ad949f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586969 Mar 15 17:05:37.781099 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-63670f6b-b24f-46e7-8335-73e4844d286c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:37.782843 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-63670f6b-b24f-46e7-8335-73e4844d286c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 811 time: 0.3334515 Mar 15 17:05:37.797415 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.db.api [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:05:37.797550 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG oslo_db.api [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:05:37.803020 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef7200-ec89-4b5a-8b7f-1de6268ae4da req-2ecc3c7b-630a-42da-8bff-1200addc25ca tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:37.805306 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2ef7200-ec89-4b5a-8b7f-1de6268ae4da req-2ecc3c7b-630a-42da-8bff-1200addc25ca tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.2333543 Mar 15 17:05:37.906340 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2ef7200-ec89-4b5a-8b7f-1de6268ae4da req-6ee8423c-03f6-437e-adda-829a21cec284 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913329 Mar 15 17:05:37.916724 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-19504579-afb3-4e7b-a1c4-e224e7ebc90a None None] Provisioning complete for port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:37.922021 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-19504579-afb3-4e7b-a1c4-e224e7ebc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.928247 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Network 93a8ae75-ddf2-4486-8109-c178e66a0e30 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:37.930719 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:37.942271 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-f0a64057-1765-4c1c-a1aa-6301df0383d8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8de618d7d9749059419285b7fb63709 HTTP/1.1" status: 200 len: 379 time: 0.1288843 Mar 15 17:05:37.953721 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'port': {'device_id': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'admin_state_up': True, 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'security_groups': ['15fc2b3c-faae-4097-a21f-cc07632a7da8']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:37.976513 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:37.995455 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-19504579-afb3-4e7b-a1c4-e224e7ebc90a None None] Port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:38.015482 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-19504579-afb3-4e7b-a1c4-e224e7ebc90a None None] Provisioning complete for port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:38.016291 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-19504579-afb3-4e7b-a1c4-e224e7ebc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:38.192729 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-19504579-afb3-4e7b-a1c4-e224e7ebc90a None None] Current status of the port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:38.198644 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Router b7eac607-5cf6-434d-a807-90ebb50dec69 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:05:38.265249 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Made reservation on behalf of a8de618d7d9749059419285b7fb63709 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:05:38.273545 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:38.354557 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755d31-be13-4173-8b3d-eb1ecdce42fc req-a3843e1c-c5da-4292-a5c9-40e12d2fe58d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:38.373760 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53755d31-be13-4173-8b3d-eb1ecdce42fc req-a3843e1c-c5da-4292-a5c9-40e12d2fe58d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.2726176 Mar 15 17:05:38.421819 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:38.423164 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 0a8126fd-8525-43e3-aea9-c0c9e9532eab up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:38.425271 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-330d28e0-cba1-45a4-91b9-84f958432f14 None None] Provisioning complete for port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:38.425752 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-330d28e0-cba1-45a4-91b9-84f958432f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:38.525106 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:05:38.602322 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-330d28e0-cba1-45a4-91b9-84f958432f14 None None] Port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:38.619117 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 0a8126fd-8525-43e3-aea9-c0c9e9532eab triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:38.619778 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:38.673803 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-87640732-08c0-4812-a433-f63d27f48342 req-8de92299-5128-4842-a4b7-5065616848f8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0948908 Mar 15 17:05:38.704719 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-53755d31-be13-4173-8b3d-eb1ecdce42fc req-c8bf1b9a-b3ec-437a-81c3-0a81b95cd0ee tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299801 Mar 15 17:05:38.764583 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-05e9e1bc-88b8-4303-956f-4bdd5bc2d2d9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:38.766884 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-05e9e1bc-88b8-4303-956f-4bdd5bc2d2d9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 945 time: 0.4596663 Mar 15 17:05:38.776236 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 0a8126fd-8525-43e3-aea9-c0c9e9532eab is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:38.805674 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-2c86636b-a3bb-4356-b835-6e2cfe18dae4 None None] Provisioning complete for port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:38.807466 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2c86636b-a3bb-4356-b835-6e2cfe18dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:38.838883 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Allocated IP 172.20.0.12 (13503971-bf87-4012-9466-edc95354766f/67b8ff3d-237e-417c-b6fe-e7b371cec876/55ab891b-bb69-407a-9d80-c2a58cc83479) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:05:38.885002 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-188db707-99d0-4854-abb9-0315cdce4a5b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:38.886568 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-188db707-99d0-4854-abb9-0315cdce4a5b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.1054935 Mar 15 17:05:38.890491 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:05:38.906933 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c65217ff-b2a7-4300-9344-929993e60adb admin admin] 10.222.0.42 "PUT /v2.0/routers/b7eac607-5cf6-434d-a807-90ebb50dec69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1816597 Mar 15 17:05:38.936082 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-2c86636b-a3bb-4356-b835-6e2cfe18dae4 None None] Port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:39.093695 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Deleting port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:05:39.094046 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.105184 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:39.122123 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508f24b-1507-4573-99ad-2c7d130a4b73 req-ad9c1a99-0027-4a64-b601-a4b2aa01b1a5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:39.124203 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a508f24b-1507-4573-99ad-2c7d130a4b73 req-ad9c1a99-0027-4a64-b601-a4b2aa01b1a5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 945 time: 0.1855729 Mar 15 17:05:39.129233 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Deleting port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:05:39.129565 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.183572 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:39.184043 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.222455 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] For port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:39.222823 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.246359 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Calling delete_port for 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:05:39.275037 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a455aca-eed9-4105-aa06-ae9c54aebec1 req-6d159a31-8c2c-4403-8ea9-b49f4dd3cc05 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:39.276674 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a455aca-eed9-4105-aa06-ae9c54aebec1 req-6d159a31-8c2c-4403-8ea9-b49f4dd3cc05 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 946 time: 0.2746999 Mar 15 17:05:39.287260 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.296851 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:39.297581 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.324247 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:39.331076 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.332494 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:39.335756 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a508f24b-1507-4573-99ad-2c7d130a4b73 req-e14e77bd-8b9c-46ff-b0bf-bcb3126dc52d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=48246dd8-ea5d-4c76-8b49-5954f8c69a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958923 Mar 15 17:05:39.389357 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] For port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:39.389726 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.422285 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a455aca-eed9-4105-aa06-ae9c54aebec1 req-9e0c9a54-d38b-4ac9-9ce6-917d11ebb4fc tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284049 Mar 15 17:05:39.468940 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.484985 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1', '3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:05:39.515592 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Pushing event deleted for resources: {'Port': ['ID=3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:39.561310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.572971 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:39.594254 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:39.594949 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.636655 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] No DVR routers for this DVR port 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 on host hv-cinder-73362 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:05:39.647093 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.659931 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c113e2ef-2ad8-4d00-8ed2-864f23280e9e req-c8258f7d-9b0c-4b8e-aed5-5121d73ddf16 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.43 "DELETE /v2.0/ports/3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 HTTP/1.1" status: 204 len: 173 time: 0.7591188 Mar 15 17:05:39.660429 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7deb36a0-6760-49ee-8247-2319553c29e0', 'name': 'network-vif-deleted', 'tag': '3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:39.666299 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480b60c-60a8-4c58-b5ec-6699283687dd" -d '{"events": [{"server_uuid": "7deb36a0-6760-49ee-8247-2319553c29e0", "name": "network-vif-deleted", "tag": "3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:39.711508 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.722751 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Network 13503971-bf87-4012-9466-edc95354766f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:39.730664 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:39.761387 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb58780-bb12-4679-af88-11ee655a4269 x-openstack-request-id: req-1fb58780-bb12-4679-af88-11ee655a4269 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:39.761684 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7deb36a0-6760-49ee-8247-2319553c29e0", "name": "network-vif-deleted", "tag": "3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:39.761943 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fb58780-bb12-4679-af88-11ee655a4269 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:39.762348 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7deb36a0-6760-49ee-8247-2319553c29e0', 'name': 'network-vif-deleted', 'tag': '3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34', 'status': 'completed', 'code': 200} Mar 15 17:05:39.768533 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:39.769249 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:05:39.828226 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'Port': ['ID=55ab891b-bb69-407a-9d80-c2a58cc83479,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:40.005293 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.005653 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (74f09e7c-f60d-4bfb-8729-0835b7cb9515), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.005967 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Floating IP 74f09e7c-f60d-4bfb-8729-0835b7cb9515 disassociated. External IP: 172.27.0.249, port: b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c. Mar 15 17:05:40.006351 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Calling delete_port for b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:05:40.008761 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:40.020982 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:40.022135 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.091655 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-3c084bd7-e116-4589-a8b2-02b19777cb7d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1432903 Mar 15 17:05:40.104541 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86d60-b27a-4796-9d29-85d745b82449 req-1d74db89-728e-42c1-9856-f67d402913ad tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:40.106105 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dce86d60-b27a-4796-9d29-85d745b82449 req-1d74db89-728e-42c1-9856-f67d402913ad tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 932 time: 0.1619382 Mar 15 17:05:40.112494 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Request body: {'port': {'device_id': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:40.169800 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-e45469b6-28da-452e-821b-bcab1e8953aa None None] Provisioning complete for port 55ab891b-bb69-407a-9d80-c2a58cc83479 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:40.171055 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e45469b6-28da-452e-821b-bcab1e8953aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.210934 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-e45469b6-28da-452e-821b-bcab1e8953aa None None] Port 55ab891b-bb69-407a-9d80-c2a58cc83479 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:05:40.226719 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dce86d60-b27a-4796-9d29-85d745b82449 req-b5e42dab-5493-44a1-8ef4-27129d210f36 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094062 Mar 15 17:05:40.233164 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.379650 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33474) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:40.385189 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-7fd61fd4-0b6c-4ca2-9a16-0590fcb0c5b9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716047826', 'description': 'tempest-secgroup-smoke-716047826 description', 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:40.417100 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7fd61fd4-0b6c-4ca2-9a16-0590fcb0c5b9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.428378 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.486159 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7fd61fd4-0b6c-4ca2-9a16-0590fcb0c5b9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group (28dd1df4-d585-4583-b17b-33a527dff368), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.492574 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7fd61fd4-0b6c-4ca2-9a16-0590fcb0c5b9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (28dd1df4-d585-4583-b17b-33a527dff368), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.522305 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Sync routers for ids ['b7eac607-5cf6-434d-a807-90ebb50dec69'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:05:40.526016 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7fd61fd4-0b6c-4ca2-9a16-0590fcb0c5b9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.528755 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7fd61fd4-0b6c-4ca2-9a16-0590fcb0c5b9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1467237 Mar 15 17:05:40.531208 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33480) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:40.535811 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Routers {'b7eac607-5cf6-434d-a807-90ebb50dec69'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:40.536018 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-e42a5067-4159-4ca2-bffc-064e2be9e68b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Request body: {'security_group_rule': {'security_group_id': '28dd1df4-d585-4583-b17b-33a527dff368', 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:40.536846 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['b7eac607-5cf6-434d-a807-90ebb50dec69'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:40.543864 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd61fd4-0b6c-4ca2-9a16-0590fcb0c5b9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd1df4-d585-4583-b17b-33a527dff368,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:40.566962 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42a5067-4159-4ca2-bffc-064e2be9e68b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (c3100b26-2007-44ae-bf8a-e0a5f8e98380), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.634453 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42a5067-4159-4ca2-bffc-064e2be9e68b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (c3100b26-2007-44ae-bf8a-e0a5f8e98380), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.640310 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42a5067-4159-4ca2-bffc-064e2be9e68b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (c3100b26-2007-44ae-bf8a-e0a5f8e98380), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.666796 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a5067-4159-4ca2-bffc-064e2be9e68b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3100b26-2007-44ae-bf8a-e0a5f8e98380,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:40.675365 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42a5067-4159-4ca2-bffc-064e2be9e68b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.677509 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e42a5067-4159-4ca2-bffc-064e2be9e68b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451180 Mar 15 17:05:40.680823 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33482) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:40.685325 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Set router b7eac607-5cf6-434d-a807-90ebb50dec69 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:40.687719 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-de8ad0d5-c76b-41b9-bfb5-aa1d1bcf5152 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Request body: {'security_group_rule': {'security_group_id': '28dd1df4-d585-4583-b17b-33a527dff368', 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:40.714853 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de8ad0d5-c76b-41b9-bfb5-aa1d1bcf5152 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (308d63d2-b093-4caa-b579-61830ffa93d2), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.749717 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'Port': ['ID=b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:40.789654 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-163c132e-3025-4b62-86bf-c5daa68f09bf req-e9b16a4c-375f-40c8-845f-ef2c509b670c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 210 time: 0.3420751 Mar 15 17:05:40.793425 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de8ad0d5-c76b-41b9-bfb5-aa1d1bcf5152 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (308d63d2-b093-4caa-b579-61830ffa93d2), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.815602 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de8ad0d5-c76b-41b9-bfb5-aa1d1bcf5152 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (308d63d2-b093-4caa-b579-61830ffa93d2), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.869700 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad0d5-c76b-41b9-bfb5-aa1d1bcf5152 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308d63d2-b093-4caa-b579-61830ffa93d2,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:40.889293 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de8ad0d5-c76b-41b9-bfb5-aa1d1bcf5152 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.895149 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-de8ad0d5-c76b-41b9-bfb5-aa1d1bcf5152 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130313 Mar 15 17:05:40.896900 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33486) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:40.930347 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-7f45d2ba-02a2-4abb-8be3-ca96bc5d4731 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Request body: {'security_group_rule': {'security_group_id': '28dd1df4-d585-4583-b17b-33a527dff368', 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:40.954597 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0844f-b4d4-4ac2-bb49-da29eb64b0bd req-c09e7bac-fe34-46a1-a080-4a70e79886b4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:40.954835 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:32Z', 'updated_at': '2022-03-15T17:05:37Z', 'revision_number': 4, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'gw_port': {'id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:33Z', 'updated_at': '2022-03-15T17:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '1bf2225c-2d98-436d-a7aa-a5be8c7342d6', 'name': '', 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'mac_address': 'fa:16:3e:1c:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59b9cdc8-6112-4d83-a911-038505c487db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:36Z', 'updated_at': '2022-03-15T17:05:37Z', 'revision_number': 2, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'subnets': [{'id': '59b9cdc8-6112-4d83-a911-038505c487db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:40.956098 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-81c0844f-b4d4-4ac2-bb49-da29eb64b0bd req-c09e7bac-fe34-46a1-a080-4a70e79886b4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.6256344 Mar 15 17:05:40.979677 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7f45d2ba-02a2-4abb-8be3-ca96bc5d4731 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (a8a8145d-7f52-43cb-9cc0-8a98f4c5dc80), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:40.990941 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:40.994791 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Checking router: b7eac607-5cf6-434d-a807-90ebb50dec69 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:05:40.994791 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Updating router b7eac607-5cf6-434d-a807-90ebb50dec69 port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:05:41.056089 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.057272 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df886b90-09ff-4a5d-b61c-5e5a14eb4c1b req-91641983-6d89-4b4c-bb9d-7db1fdabe631 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb36a0-6760-49ee-8247-2319553c29e0 HTTP/1.1" status: 200 len: 210 time: 0.0979846 Mar 15 17:05:41.111341 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7f45d2ba-02a2-4abb-8be3-ca96bc5d4731 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (a8a8145d-7f52-43cb-9cc0-8a98f4c5dc80), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.183316 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:41.184162 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.192768 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7f45d2ba-02a2-4abb-8be3-ca96bc5d4731 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (a8a8145d-7f52-43cb-9cc0-8a98f4c5dc80), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.258908 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45d2ba-02a2-4abb-8be3-ca96bc5d4731 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a8145d-7f52-43cb-9cc0-8a98f4c5dc80,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:41.266613 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-81c0844f-b4d4-4ac2-bb49-da29eb64b0bd req-7ad944ed-4cf0-43a4-9c3d-520d417b1f47 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975073 Mar 15 17:05:41.277162 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7f45d2ba-02a2-4abb-8be3-ca96bc5d4731 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.278435 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-7f45d2ba-02a2-4abb-8be3-ca96bc5d4731 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3804712 Mar 15 17:05:41.282482 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ab891b-bb69-407a-9d80-c2a58cc83479 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:05:41.282622 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33490) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:41.286691 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-de7dc63f-dfd6-44ab-84a5-e3ab3690aaa0 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Request body: {'security_group_rule': {'security_group_id': '28dd1df4-d585-4583-b17b-33a527dff368', 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:41.303904 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Publish callbacks [] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.308757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:05:41.326494 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de7dc63f-dfd6-44ab-84a5-e3ab3690aaa0 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (5c5a0b9f-7906-4f45-befc-696da3bdb890), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.336801 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Transition to ACTIVE for port object 55ab891b-bb69-407a-9d80-c2a58cc83479 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:05:41.350558 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:41.392652 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de7dc63f-dfd6-44ab-84a5-e3ab3690aaa0 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (5c5a0b9f-7906-4f45-befc-696da3bdb890), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.393242 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.397593 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de7dc63f-dfd6-44ab-84a5-e3ab3690aaa0 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (5c5a0b9f-7906-4f45-befc-696da3bdb890), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.416454 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dc63f-dfd6-44ab-84a5-e3ab3690aaa0 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5a0b9f-7906-4f45-befc-696da3bdb890,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:41.424319 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de7dc63f-dfd6-44ab-84a5-e3ab3690aaa0 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.428908 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-de7dc63f-dfd6-44ab-84a5-e3ab3690aaa0 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461101 Mar 15 17:05:41.429536 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33492) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:41.433903 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-5477ccfc-dd9c-48da-bb18-3664f9ca4fd9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Request body: {'security_group_rule': {'security_group_id': '28dd1df4-d585-4583-b17b-33a527dff368', 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:41.457022 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.securitygroups_db [None req-5477ccfc-dd9c-48da-bb18-3664f9ca4fd9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Project a9e60a2e516a4caaa72049ae3e13aec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:05:41.463925 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5477ccfc-dd9c-48da-bb18-3664f9ca4fd9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (10811478-21f2-4618-a53d-7ad210653150), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.464500 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Publish callbacks [] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.471050 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.524625 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f39b7e-2cd5-4cbf-87b2-79e788ecf5f4 None None] Pushing event updated for resources: {'Port': ['ID=1bf2225c-2d98-436d-a7aa-a5be8c7342d6,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:41.532003 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Pushing event updated for resources: {'Port': ['ID=55ab891b-bb69-407a-9d80-c2a58cc83479,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:41.568005 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5477ccfc-dd9c-48da-bb18-3664f9ca4fd9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (10811478-21f2-4618-a53d-7ad210653150), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.570096 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79659ebe-ae70-4711-bf08-bcb43a27f59a req-f478722b-ef97-4fe5-b274-d968cf6e7efb tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:41.578113 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-79659ebe-ae70-4711-bf08-bcb43a27f59a req-f478722b-ef97-4fe5-b274-d968cf6e7efb tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 932 time: 0.2565904 Mar 15 17:05:41.580079 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5477ccfc-dd9c-48da-bb18-3664f9ca4fd9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (10811478-21f2-4618-a53d-7ad210653150), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.609459 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Attempting to bind port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:05:41.609877 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Attempting to bind port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'a8bec24f-72b4-499a-8501-9c1c7d4afebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:05:41.610236 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Attempting to bind port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 on network 93a8ae75-ddf2-4486-8109-c178e66a0e30 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:05:41.622350 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:05:41.623250 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Checking segment: {'id': 'a8bec24f-72b4-499a-8501-9c1c7d4afebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:41.623710 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.624290 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Bound using segment: {'id': 'a8bec24f-72b4-499a-8501-9c1c7d4afebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:05:41.624834 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477ccfc-dd9c-48da-bb18-3664f9ca4fd9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10811478-21f2-4618-a53d-7ad210653150,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:41.625282 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Bound port: 1bf2225c-2d98-436d-a7aa-a5be8c7342d6, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bec24f-72b4-499a-8501-9c1c7d4afebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:05:41.625720 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.643205 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5477ccfc-dd9c-48da-bb18-3664f9ca4fd9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.646872 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5477ccfc-dd9c-48da-bb18-3664f9ca4fd9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2163553 Mar 15 17:05:41.650061 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33494) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:41.651523 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:05:41.664983 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-7f23446a-6875-4075-ab92-c563aaa33978 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Request body: {'security_group_rule': {'security_group_id': '28dd1df4-d585-4583-b17b-33a527dff368', 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:41.668865 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:05:41.691222 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:41.692222 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:41.704237 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.securitygroups_db [None req-7f23446a-6875-4075-ab92-c563aaa33978 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Project a9e60a2e516a4caaa72049ae3e13aec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:05:41.712827 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f23446a-6875-4075-ab92-c563aaa33978 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (a81993b3-7b8e-4b61-9a42-40bd6c47e5f1), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.750528 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] For port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:05:41.760162 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] For port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=1bf2225c-2d98-436d-a7aa-a5be8c7342d6,segment=NetworkSegment(a8bec24f-72b4-499a-8501-9c1c7d4afebc),segment_id=a8bec24f-72b4-499a-8501-9c1c7d4afebc)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:05:41.772059 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.789324 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-79659ebe-ae70-4711-bf08-bcb43a27f59a req-648dcc6c-00e9-4161-b289-43c623500361 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102413 Mar 15 17:05:41.846125 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] No DVR routers for this DVR port b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:05:41.857625 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.868354 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-69c42f1b-0179-4de9-843c-1b3a00a95f66 req-e2b9b811-6bae-44e1-bf9d-5ddb1c9a6f3f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "DELETE /v2.0/ports/b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c HTTP/1.1" status: 204 len: 173 time: 3.0832529 Mar 15 17:05:41.871564 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:41.878639 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'name': 'network-vif-deleted', 'tag': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:41.893671 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3f798e-0fc4-43d6-b164-7c53fa8d963b" -d '{"events": [{"server_uuid": "d4b28620-b5cb-4a1d-b897-e6e79255e34a", "name": "network-vif-deleted", "tag": "b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:41.907319 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f23446a-6875-4075-ab92-c563aaa33978 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (a81993b3-7b8e-4b61-9a42-40bd6c47e5f1), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.915641 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f23446a-6875-4075-ab92-c563aaa33978 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (a81993b3-7b8e-4b61-9a42-40bd6c47e5f1), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.927334 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Attempting to bind port 55ab891b-bb69-407a-9d80-c2a58cc83479 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:05:41.929841 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Attempting to bind port 55ab891b-bb69-407a-9d80-c2a58cc83479 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:05:41.931131 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Attempting to bind port 55ab891b-bb69-407a-9d80-c2a58cc83479 on network 13503971-bf87-4012-9466-edc95354766f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:05:41.949020 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Port 55ab891b-bb69-407a-9d80-c2a58cc83479 on network 13503971-bf87-4012-9466-edc95354766f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:05:41.949340 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Attempting to bind port 55ab891b-bb69-407a-9d80-c2a58cc83479 on network 13503971-bf87-4012-9466-edc95354766f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:05:41.957255 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23446a-6875-4075-ab92-c563aaa33978 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81993b3-7b8e-4b61-9a42-40bd6c47e5f1,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:41.970065 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:05:41.972057 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Checking segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:05:41.976160 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Bound using segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:05:41.977976 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Bound port: 55ab891b-bb69-407a-9d80-c2a58cc83479, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:05:41.978520 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:41.988137 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f23446a-6875-4075-ab92-c563aaa33978 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:42.000430 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7f23446a-6875-4075-ab92-c563aaa33978 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3346899 Mar 15 17:05:42.015883 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Routers {'b7eac607-5cf6-434d-a807-90ebb50dec69'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:42.016823 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['b7eac607-5cf6-434d-a807-90ebb50dec69'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:42.047788 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4d3760-2f8f-49f0-a4e9-9dd0e07e6c31 x-openstack-request-id: req-0a4d3760-2f8f-49f0-a4e9-9dd0e07e6c31 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:42.048096 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b28620-b5cb-4a1d-b897-e6e79255e34a", "name": "network-vif-deleted", "tag": "b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:42.048358 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a4d3760-2f8f-49f0-a4e9-9dd0e07e6c31 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:42.048814 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b28620-b5cb-4a1d-b897-e6e79255e34a', 'name': 'network-vif-deleted', 'tag': 'b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c', 'status': 'completed', 'code': 200} Mar 15 17:05:42.168584 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cd36e844-f28a-4311-988e-b71d99119a9b req-3055171a-90cb-426d-b2f6-b7e60ef5577c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 210 time: 0.2013044 Mar 15 17:05:42.261437 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] For port 55ab891b-bb69-407a-9d80-c2a58cc83479, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:05:42.272610 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] For port 55ab891b-bb69-407a-9d80-c2a58cc83479, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=55ab891b-bb69-407a-9d80-c2a58cc83479,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:05:42.291846 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:42.354776 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '9eba5232-a833-4fbe-a951-2f7e00aa52b7', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:28Z', 'updated_at': '2022-03-15T17:03:00Z', 'revision_number': 2, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:42.362397 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:42.363690 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:42.365526 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] 10.222.0.43 "PUT /v2.0/ports/55ab891b-bb69-407a-9d80-c2a58cc83479 HTTP/1.1" status: 200 len: 1094 time: 2.2569871 Mar 15 17:05:42.421265 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de69c5-0ac5-4a42-95ec-6b8c318f6552 service neutron] Pushing event updated for resources: {'Port': ['ID=55ab891b-bb69-407a-9d80-c2a58cc83479,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:42.461360 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:05:42.483819 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:42.484773 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:42.511986 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] Set router b7eac607-5cf6-434d-a807-90ebb50dec69 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:42.583312 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c23bb-119a-431a-9843-19cd15cf37cd req-e5f2a8cd-3f06-4cd2-8b49-e414e46da9c7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:42.584865 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bc5c23bb-119a-431a-9843-19cd15cf37cd req-e5f2a8cd-3f06-4cd2-8b49-e414e46da9c7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.1565061 Mar 15 17:05:42.602656 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-2d58b3df-3d4e-4710-b5f1-6e6ea54328f5 None None] Provisioning complete for port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:42.603371 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2d58b3df-3d4e-4710-b5f1-6e6ea54328f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:42.633757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80daf64-2451-46d7-be74-1a283e659843 req-f7af3f35-4168-439c-814c-c4c06efee575 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:42.635223 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f80daf64-2451-46d7-be74-1a283e659843 req-f7af3f35-4168-439c-814c-c4c06efee575 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1524608 Mar 15 17:05:42.662007 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f39b7e-2cd5-4cbf-87b2-79e788ecf5f4 None None] Pushing event updated for resources: {'Port': ['ID=1bf2225c-2d98-436d-a7aa-a5be8c7342d6,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:42.696235 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:42.718183 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bc5c23bb-119a-431a-9843-19cd15cf37cd req-ff57369c-978e-4bf2-ae1a-c81674bb29f0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209719 Mar 15 17:05:42.736711 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f80daf64-2451-46d7-be74-1a283e659843 req-3f4bae35-de65-431d-997c-b9f1a8c68d0d tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862265 Mar 15 17:05:42.823961 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:05:42.860863 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:05:42.861263 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device b04ce1fa-4ba3-4f78-bd3d-4050bf4a660c not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:05:42.947305 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-2d58b3df-3d4e-4710-b5f1-6e6ea54328f5 None None] Current status of the port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:42.947694 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2d58b3df-3d4e-4710-b5f1-6e6ea54328f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:42.999478 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-2d58b3df-3d4e-4710-b5f1-6e6ea54328f5 None None] For port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=1bf2225c-2d98-436d-a7aa-a5be8c7342d6,segment=NetworkSegment(a8bec24f-72b4-499a-8501-9c1c7d4afebc),segment_id=a8bec24f-72b4-499a-8501-9c1c7d4afebc)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:43.005334 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2d58b3df-3d4e-4710-b5f1-6e6ea54328f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:43.016354 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-0dc2e1ed-f482-4e38-87e1-8ddd64afc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:43.018554 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-0dc2e1ed-f482-4e38-87e1-8ddd64afc732 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 1128 time: 0.1687174 Mar 15 17:05:43.020487 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:32Z', 'updated_at': '2022-03-15T17:05:37Z', 'revision_number': 4, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'gw_port': {'id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:33Z', 'updated_at': '2022-03-15T17:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '1bf2225c-2d98-436d-a7aa-a5be8c7342d6', 'name': '', 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'mac_address': 'fa:16:3e:1c:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59b9cdc8-6112-4d83-a911-038505c487db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:36Z', 'updated_at': '2022-03-15T17:05:41Z', 'revision_number': 4, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'subnets': [{'id': '59b9cdc8-6112-4d83-a911-038505c487db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:43.034177 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9370-3de6-404d-8b80-8f08c3fa8d38 req-a706f147-16d1-4bc9-b9d5-6df08538753b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:43.042152 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e2db9370-3de6-404d-8b80-8f08c3fa8d38 req-a706f147-16d1-4bc9-b9d5-6df08538753b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.1379657 Mar 15 17:05:43.085316 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4db1b-4042-4fbb-992e-769424b7eff5 None None] The sync data for ids ['b7eac607-5cf6-434d-a807-90ebb50dec69'] in dv-cinder-733623-12-iscsi is: [{'id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:32Z', 'updated_at': '2022-03-15T17:05:37Z', 'revision_number': 4, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'gw_port': {'id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:33Z', 'updated_at': '2022-03-15T17:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '1bf2225c-2d98-436d-a7aa-a5be8c7342d6', 'name': '', 'network_id': '93a8ae75-ddf2-4486-8109-c178e66a0e30', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'mac_address': 'fa:16:3e:1c:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59b9cdc8-6112-4d83-a911-038505c487db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:36Z', 'updated_at': '2022-03-15T17:05:41Z', 'revision_number': 4, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'subnets': [{'id': '59b9cdc8-6112-4d83-a911-038505c487db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:05:43.095388 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-039e6405-7880-4503-a8ea-c5ffc61c5ce9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55ab891b-bb69-407a-9d80-c2a58cc83479 HTTP/1.1" status: 200 len: 217 time: 0.0507963 Mar 15 17:05:43.158905 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58b3df-3d4e-4710-b5f1-6e6ea54328f5 None None] Pushing event updated for resources: {'Port': ['ID=1bf2225c-2d98-436d-a7aa-a5be8c7342d6,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:43.219082 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e2db9370-3de6-404d-8b80-8f08c3fa8d38 req-a6f3c21b-54d9-4ddd-a733-1b3fd05073f8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750753 Mar 15 17:05:43.250257 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-4ce91250-d950-4bdd-b24b-423db07af67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:43.251718 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-4ce91250-d950-4bdd-b24b-423db07af67c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.1370347 Mar 15 17:05:43.262640 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-9d32f263-c41d-4a51-9da0-61ede12a4b59 None None] Provisioning complete for port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:43.263649 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9d32f263-c41d-4a51-9da0-61ede12a4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:43.276667 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '9eba5232-a833-4fbe-a951-2f7e00aa52b7', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:28Z', 'updated_at': '2022-03-15T17:03:00Z', 'revision_number': 2, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:43.409676 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-9d32f263-c41d-4a51-9da0-61ede12a4b59 None None] Current status of the port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:43.452490 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6a13f2b3-c3f7-4bf3-a683-018a5dfa21dc req-af52ef4a-bd0d-4b76-964e-eddc7e389589 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b28620-b5cb-4a1d-b897-e6e79255e34a HTTP/1.1" status: 200 len: 210 time: 0.1199567 Mar 15 17:05:43.482353 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-e4a99776-5e72-4443-849e-919c98197f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:43.483863 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-e4a99776-5e72-4443-849e-919c98197f05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2130647 Mar 15 17:05:43.492188 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03cb70-bfee-46e8-a621-d724ce63c5bf None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '9eba5232-a833-4fbe-a951-2f7e00aa52b7', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:4d:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764317a9-fea0-4c47-95de-33c323779d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:02:28Z', 'updated_at': '2022-03-15T17:03:00Z', 'revision_number': 2, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:05:43.614919 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-a066bdda-5fcb-4141-aac5-844532570c7e service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227348 Mar 15 17:05:43.738419 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0203b7fd-2824-412a-8e39-cd08a7c238aa req-671473d4-0362-45d9-bb81-bb1e926c4454 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141646 Mar 15 17:05:43.898022 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95626af-3863-4658-8bc8-0aee50af3206 req-0e11270a-c1d7-4f0e-87a1-73b3118f1640 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:43.900190 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d95626af-3863-4658-8bc8-0aee50af3206 req-0e11270a-c1d7-4f0e-87a1-73b3118f1640 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1027517 Mar 15 17:05:43.977913 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d95626af-3863-4658-8bc8-0aee50af3206 req-c73ed10e-20cf-462a-8e4a-9e1e813e81ce tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623651 Mar 15 17:05:43.986405 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54f6-60b5-468d-a848-8270dce9b0a4 req-47cf3bc7-a169-4032-9c45-cb05ef3045ba tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:43.989415 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6ffedb-6cfe-4d90-a29a-8cc7b34bd10e None None] New status for floating IP 74f09e7c-f60d-4bfb-8729-0835b7cb9515: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:05:43.993913 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0fcc54f6-60b5-468d-a848-8270dce9b0a4 req-47cf3bc7-a169-4032-9c45-cb05ef3045ba tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.1153243 Mar 15 17:05:44.051098 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'tag': '55ab891b-bb69-407a-9d80-c2a58cc83479'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:44.053479 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d59a88-9405-4a05-a526-b8b3908c030b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb478a1a-e1c6-4441-807d-edee3aa7985d", "tag": "55ab891b-bb69-407a-9d80-c2a58cc83479"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:44.063942 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0fcc54f6-60b5-468d-a848-8270dce9b0a4 req-72ea9801-128d-4858-b808-b8414d1f94db tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690041 Mar 15 17:05:44.131564 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0830f8-0681-476f-baa9-67de36ba1c81 x-openstack-request-id: req-0d0830f8-0681-476f-baa9-67de36ba1c81 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:44.132352 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb478a1a-e1c6-4441-807d-edee3aa7985d", "tag": "55ab891b-bb69-407a-9d80-c2a58cc83479", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:44.132857 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d0830f8-0681-476f-baa9-67de36ba1c81 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:44.133520 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'tag': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'status': 'completed', 'code': 200} Mar 15 17:05:44.233908 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-1ea23e42-2337-4630-b8ce-9c0156c794d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:44.235597 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-1ea23e42-2337-4630-b8ce-9c0156c794d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 1128 time: 0.0816061 Mar 15 17:05:44.343572 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-6c9a583f-5782-464b-ad61-7b914cd47276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:44.345104 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-6c9a583f-5782-464b-ad61-7b914cd47276 service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.1021860 Mar 15 17:05:44.409097 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-c14cf8a3-5008-4ec8-8c5d-d9465134d2d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55ab891b-bb69-407a-9d80-c2a58cc83479 HTTP/1.1" status: 200 len: 217 time: 0.0538249 Mar 15 17:05:44.493346 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55219-649a-4de5-87bd-98dd3cfa241b req-45dcf44c-40d9-4eb9-9fbb-dcffec023cf7 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:44.497252 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04e55219-649a-4de5-87bd-98dd3cfa241b req-45dcf44c-40d9-4eb9-9fbb-dcffec023cf7 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.1490424 Mar 15 17:05:44.531596 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-a6dd5448-4c6b-456f-bde5-a0628dc48b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:44.533154 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-a6dd5448-4c6b-456f-bde5-a0628dc48b37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.1077549 Mar 15 17:05:44.600434 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33596) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:44.652478 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-e73e80d6-1ec0-4d3c-8161-23858a0ab0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:44.656708 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-e73e80d6-1ec0-4d3c-8161-23858a0ab0e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1040986 Mar 15 17:05:44.664926 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04e55219-649a-4de5-87bd-98dd3cfa241b req-8c33a819-f15b-46ca-b1d7-ceddbe7b5161 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625447 Mar 15 17:05:44.688360 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5246288d-cdea-4db7-95a0-2dd47434ea7c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (48246dd8-ea5d-4c76-8b49-5954f8c69a43), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:44.717802 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5246288d-cdea-4db7-95a0-2dd47434ea7c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (48246dd8-ea5d-4c76-8b49-5954f8c69a43), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:44.753802 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 6892ee86-8204-4544-9864-a95c68fd1f77 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:05:44.818158 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5246288d-cdea-4db7-95a0-2dd47434ea7c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (48246dd8-ea5d-4c76-8b49-5954f8c69a43), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:44.821028 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5246288d-cdea-4db7-95a0-2dd47434ea7c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:44.825261 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5246288d-cdea-4db7-95a0-2dd47434ea7c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "DELETE /v2.0/security-groups/48246dd8-ea5d-4c76-8b49-5954f8c69a43 HTTP/1.1" status: 204 len: 168 time: 0.2230062 Mar 15 17:05:44.825924 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33598) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:44.856425 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246288d-cdea-4db7-95a0-2dd47434ea7c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48246dd8-ea5d-4c76-8b49-5954f8c69a43,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:44.860037 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-a9236306-b259-4fe7-b75c-3f2de5099df9 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939919 Mar 15 17:05:44.863579 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.api.v2.resource [None req-54f13418-cfc1-4420-926c-b25b739dd476 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] show failed (client error): The resource could not be found. Mar 15 17:05:44.867820 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33600) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:44.877920 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-54f13418-cfc1-4420-926c-b25b739dd476 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups/48246dd8-ea5d-4c76-8b49-5954f8c69a43 HTTP/1.1" status: 404 len: 347 time: 0.0482597 Mar 15 17:05:44.973369 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:45.001098 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '6892ee86-8204-4544-9864-a95c68fd1f77', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'port_id': '6892ee86-8204-4544-9864-a95c68fd1f77', 'mac_address': 'fa:16:3e:72:cf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:05:45.077279 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:45.129512 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 6892ee86-8204-4544-9864-a95c68fd1f77 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:45.129778 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:45.138132 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d2d59a88-9405-4a05-a526-b8b3908c030b req-ca60bd93-d108-464e-87ff-ca61d9497479 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692885 Mar 15 17:05:45.164588 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6892ee86-8204-4544-9864-a95c68fd1f77 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:05:45.165536 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Deleting port 75da4e87-7542-4efb-8365-96c18559c248 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:05:45.165878 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (75da4e87-7542-4efb-8365-96c18559c248), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:45.197185 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:45.203299 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:45.230404 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735374e-7bea-415b-9e78-49f4aa38d15a req-0a582d1d-4993-4392-9233-96a089682b8b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:45.231980 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1735374e-7bea-415b-9e78-49f4aa38d15a req-0a582d1d-4993-4392-9233-96a089682b8b tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.1461320 Mar 15 17:05:45.241559 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:45.241962 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:45.291140 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=9']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:45.338510 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (75da4e87-7542-4efb-8365-96c18559c248), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:45.338887 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (75da4e87-7542-4efb-8365-96c18559c248), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:45.345720 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:45.349208 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6396eeb-ec67-40e0-8879-02155c0758ac req-0c2dcf25-0d3a-4d38-99cb-d8dbba5e05df tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:45.351043 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a6396eeb-ec67-40e0-8879-02155c0758ac req-0c2dcf25-0d3a-4d38-99cb-d8dbba5e05df tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 944 time: 0.2017622 Mar 15 17:05:45.379149 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Calling delete_port for 75da4e87-7542-4efb-8365-96c18559c248 owned by network:floatingip {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:05:45.383255 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1735374e-7bea-415b-9e78-49f4aa38d15a req-da000695-6f3d-4043-ab5e-67e26fe35bae tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364019 Mar 15 17:05:45.484424 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a6396eeb-ec67-40e0-8879-02155c0758ac req-d33b7887-3894-4ec4-80d1-9e1eaa7e4726 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248016 Mar 15 17:05:45.547333 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['6892ee86-8204-4544-9864-a95c68fd1f77'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:05:45.567269 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (75da4e87-7542-4efb-8365-96c18559c248), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:45.593324 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'Port': ['ID=75da4e87-7542-4efb-8365-96c18559c248,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:45.661103 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (74f09e7c-f60d-4bfb-8729-0835b7cb9515), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:45.663799 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:45.665071 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-68bdb787-c9fd-497c-9dce-764f228d0b3b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "DELETE /v2.0/floatingips/74f09e7c-f60d-4bfb-8729-0835b7cb9515 HTTP/1.1" status: 204 len: 168 time: 0.7880945 Mar 15 17:05:45.831012 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3a836-4807-49c0-812c-55ea2f632c5b req-b229dfda-d383-4c94-a981-613923d20a8f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:45.832565 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4fc3a836-4807-49c0-812c-55ea2f632c5b req-b229dfda-d383-4c94-a981-613923d20a8f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.0966103 Mar 15 17:05:45.897519 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4fc3a836-4807-49c0-812c-55ea2f632c5b req-19924f0e-7af3-40db-b2e4-a0aac5cac7a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589867 Mar 15 17:05:46.520210 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274c6e-652a-4e5f-bf76-df30330f27cf req-af419335-9e92-447f-b719-c0a77c5435e2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:46.521836 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c274c6e-652a-4e5f-bf76-df30330f27cf req-af419335-9e92-447f-b719-c0a77c5435e2 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0606313 Mar 15 17:05:46.580019 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c274c6e-652a-4e5f-bf76-df30330f27cf req-16bd1a80-1074-4959-bd55-0b111a94e956 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501263 Mar 15 17:05:46.619498 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab056a-782b-4370-8070-120ceb927497 req-21ee5ff4-bc8d-49a0-bb9e-4c6ed905aa07 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:46.620947 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-88ab056a-782b-4370-8070-120ceb927497 req-21ee5ff4-bc8d-49a0-bb9e-4c6ed905aa07 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 945 time: 0.0565660 Mar 15 17:05:46.666855 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-88ab056a-782b-4370-8070-120ceb927497 req-b6f443cc-881d-4501-a8bf-3567c89df56a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Mar 15 17:05:46.760541 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 6892ee86-8204-4544-9864-a95c68fd1f77 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:46.811787 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 6892ee86-8204-4544-9864-a95c68fd1f77 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:46.812165 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:46.900050 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 6892ee86-8204-4544-9864-a95c68fd1f77 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:46.900512 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:46.928192 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:46.930473 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa14160-d20c-4301-aec6-e27e9c8f0c02" -d '{"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-plugged", "status": "completed", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:46.946415 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:46.952515 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:46.953962 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:05:46.998315 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9def441d-8408-4f5a-9390-1a762a923633 x-openstack-request-id: req-9def441d-8408-4f5a-9390-1a762a923633 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:46.998605 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-plugged", "status": "completed", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:46.998847 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9def441d-8408-4f5a-9390-1a762a923633 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:46.999232 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77', 'code': 200} Mar 15 17:05:46.999899 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:05:47.000233 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 3372ca14-f9dc-4bfd-9dc8-a47fda3f1a34 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:05:47.047156 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=10']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:47.068594 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9166b-4f59-465c-a5d8-e44b37e0b7ec req-9de5ab85-b929-4c97-a3d7-9acad0c0c95c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:47.068594 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-96e9166b-4f59-465c-a5d8-e44b37e0b7ec req-9de5ab85-b929-4c97-a3d7-9acad0c0c95c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.0954363 Mar 15 17:05:47.141954 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-96e9166b-4f59-465c-a5d8-e44b37e0b7ec req-c3e0901c-2ae5-43c4-8bea-a7cd46f31c8b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664372 Mar 15 17:05:47.375861 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b936e-2550-4ff2-ae93-c288af691815 req-161eacd6-9048-4d7b-8d37-c21b7d602382 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:47.377356 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-631b936e-2550-4ff2-ae93-c288af691815 req-161eacd6-9048-4d7b-8d37-c21b7d602382 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.0525043 Mar 15 17:05:47.427577 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-631b936e-2550-4ff2-ae93-c288af691815 req-81622c55-092c-45ee-b149-cfec941f5ce2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442023 Mar 15 17:05:47.534294 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab503c2e-2c2b-454e-adb2-0a2593193b71 req-0b735d8c-f09e-47bb-b34c-b7a099434a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:47.535805 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ab503c2e-2c2b-454e-adb2-0a2593193b71 req-0b735d8c-f09e-47bb-b34c-b7a099434a25 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 1131 time: 0.0438776 Mar 15 17:05:47.582545 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ab503c2e-2c2b-454e-adb2-0a2593193b71 req-9deb6336-b4f9-4504-b905-a49cd4eb3293 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349472 Mar 15 17:05:47.705776 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cfdd-3b2f-4595-9175-328a83259f07 req-43898142-a96c-431a-9b4a-701e933858be tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:47.707258 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c5c9cfdd-3b2f-4595-9175-328a83259f07 req-43898142-a96c-431a-9b4a-701e933858be tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0594895 Mar 15 17:05:47.782024 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c5c9cfdd-3b2f-4595-9175-328a83259f07 req-3a1e39c8-313a-451a-abd4-74eb5b628837 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689955 Mar 15 17:05:47.805001 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77476a97-2329-4d21-81d8-e5298950ac86 req-576c4c07-e4aa-401b-8e3d-35359714c286 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:47.806569 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77476a97-2329-4d21-81d8-e5298950ac86 req-576c4c07-e4aa-401b-8e3d-35359714c286 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 947 time: 0.0661540 Mar 15 17:05:47.852747 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77476a97-2329-4d21-81d8-e5298950ac86 req-2197c1b4-9658-40ef-96c5-e40d70beacda tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 Mar 15 17:05:48.255850 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2f60-6832-4bc5-8e71-23b41f756576 req-6daceac9-c9c5-4ff4-93e3-c78c24c977b9 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:48.257335 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e31b2f60-6832-4bc5-8e71-23b41f756576 req-6daceac9-c9c5-4ff4-93e3-c78c24c977b9 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.0559711 Mar 15 17:05:48.573078 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e31b2f60-6832-4bc5-8e71-23b41f756576 req-b96c8ccd-5cfe-4fa2-888f-5004fc9c6218 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103154 Mar 15 17:05:48.588427 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005f779-4a90-470b-b939-634261b60be8 req-c6e306b1-6d5f-487b-93af-f6be6dd36749 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:48.589867 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7005f779-4a90-470b-b939-634261b60be8 req-c6e306b1-6d5f-487b-93af-f6be6dd36749 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.0741644 Mar 15 17:05:48.635986 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7005f779-4a90-470b-b939-634261b60be8 req-eb76a6f3-e455-4e37-bd4c-bdddfaa0467b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Mar 15 17:05:48.902498 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ca9c-0560-416b-b771-cbf36bb00332 req-6739f397-3a2b-480f-9d31-ec0ac7c9e652 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:48.904448 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8480ca9c-0560-416b-b771-cbf36bb00332 req-6739f397-3a2b-480f-9d31-ec0ac7c9e652 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0539439 Mar 15 17:05:48.979684 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8480ca9c-0560-416b-b771-cbf36bb00332 req-434f10a5-1549-49a1-8c7c-c632254d4370 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695107 Mar 15 17:05:48.998212 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acee7fc-3f76-41b1-8f11-4683fe909856 req-6176500b-c5ac-4cbe-8cb3-ea9f4e561afa tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:48.999669 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6acee7fc-3f76-41b1-8f11-4683fe909856 req-6176500b-c5ac-4cbe-8cb3-ea9f4e561afa tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 947 time: 0.0732939 Mar 15 17:05:49.046224 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6acee7fc-3f76-41b1-8f11-4683fe909856 req-efbf151d-e38c-4c01-bbcd-8fd8c7342717 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Mar 15 17:05:49.690300 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1cd1-ba10-4c82-9235-733af2396acc req-0775b47e-0b7a-4f5e-8ef2-287bb7451126 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:49.691976 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-816a1cd1-ba10-4c82-9235-733af2396acc req-0775b47e-0b7a-4f5e-8ef2-287bb7451126 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.0548096 Mar 15 17:05:49.771528 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-816a1cd1-ba10-4c82-9235-733af2396acc req-aa58cb1e-9155-4e79-b8ef-223420265ea2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742128 Mar 15 17:05:49.790004 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd605a-8d3a-43b6-a8a6-31d7f5eac29e req-c6094141-18ce-424c-a3ae-e50214b21227 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:49.791502 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c4cd605a-8d3a-43b6-a8a6-31d7f5eac29e req-c6094141-18ce-424c-a3ae-e50214b21227 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.0805542 Mar 15 17:05:49.844123 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c4cd605a-8d3a-43b6-a8a6-31d7f5eac29e req-e696dd27-7449-4685-bf2b-55dcda52bca8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470240 Mar 15 17:05:50.096926 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce5f3b-ef49-4309-8157-e67a1eed44f7 req-6401d288-bf96-4eb1-b304-7ebf682e8116 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:50.098492 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bfce5f3b-ef49-4309-8157-e67a1eed44f7 req-6401d288-bf96-4eb1-b304-7ebf682e8116 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0536759 Mar 15 17:05:50.176319 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bfce5f3b-ef49-4309-8157-e67a1eed44f7 req-402304f7-245e-4546-8106-36a138f63666 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724282 Mar 15 17:05:50.196508 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee919-18e0-49ac-bd49-454a1a16f69b req-224dd122-188f-456f-9014-e51dc23f7f30 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:50.198043 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-549ee919-18e0-49ac-bd49-454a1a16f69b req-224dd122-188f-456f-9014-e51dc23f7f30 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 947 time: 0.0789871 Mar 15 17:05:50.246518 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-549ee919-18e0-49ac-bd49-454a1a16f69b req-1165109b-e584-4086-9420-0443f340d870 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Mar 15 17:05:50.898376 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1f4a-02e7-4e7f-9869-7b6bcde17e56 req-422bebf9-cd66-4491-a3ef-fea7ecb34fed tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:50.900145 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fff1f4a-02e7-4e7f-9869-7b6bcde17e56 req-422bebf9-cd66-4491-a3ef-fea7ecb34fed tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.0554242 Mar 15 17:05:50.976306 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fff1f4a-02e7-4e7f-9869-7b6bcde17e56 req-1ca27272-fcb4-45a4-93cb-7f951a06a6b0 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700102 Mar 15 17:05:50.991425 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ef7b6-4134-4166-b8cb-69ca854c1dc4 req-b4d95de1-2bae-41fd-b51f-1d942e8b36dc tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:50.992900 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a42ef7b6-4134-4166-b8cb-69ca854c1dc4 req-b4d95de1-2bae-41fd-b51f-1d942e8b36dc tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.0799098 Mar 15 17:05:51.043670 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a42ef7b6-4134-4166-b8cb-69ca854c1dc4 req-dad79f38-3bef-4f53-9704-486c3f2f38de tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451248 Mar 15 17:05:51.299833 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8baa5-473c-4598-8e57-d06c78a351c6 req-5c9631ac-a4c2-4c48-a026-509311e87a49 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:51.301357 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5ad8baa5-473c-4598-8e57-d06c78a351c6 req-5c9631ac-a4c2-4c48-a026-509311e87a49 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0529006 Mar 15 17:05:51.377872 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5ad8baa5-473c-4598-8e57-d06c78a351c6 req-584025ce-ace1-4e86-8f93-4185bcba2098 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693991 Mar 15 17:05:51.393924 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4822b4-fe20-49f6-8a4f-37d35aa5976d req-4c622d9a-7f09-4ac7-9428-733bf6707243 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:51.395586 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-db4822b4-fe20-49f6-8a4f-37d35aa5976d req-4c622d9a-7f09-4ac7-9428-733bf6707243 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 947 time: 0.0733228 Mar 15 17:05:51.442026 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-db4822b4-fe20-49f6-8a4f-37d35aa5976d req-ce73a635-b64a-4c00-811b-65bf44d4507f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Mar 15 17:05:52.101217 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004299-5b15-4ec0-8cea-21393e827576 req-d643304e-d241-4363-92d6-b36aa07c624d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:52.102700 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4f004299-5b15-4ec0-8cea-21393e827576 req-d643304e-d241-4363-92d6-b36aa07c624d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.0552197 Mar 15 17:05:52.184060 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4f004299-5b15-4ec0-8cea-21393e827576 req-1ce8e614-6287-4571-b789-89bcd4a38fd9 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744684 Mar 15 17:05:52.191970 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc5aa9-261f-47d5-a86b-0ab9dc5727c7 req-00024eb4-ad04-4ac3-be25-03ca6d03653a tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:52.193431 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7dc5aa9-261f-47d5-a86b-0ab9dc5727c7 req-00024eb4-ad04-4ac3-be25-03ca6d03653a tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.0780478 Mar 15 17:05:52.243093 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7dc5aa9-261f-47d5-a86b-0ab9dc5727c7 req-25864a40-31dd-41a9-9f5f-3ffdfff41dd3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417042 Mar 15 17:05:52.530094 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8c0ea-7f95-4da7-a805-38351232184e req-ab95ca2b-330b-4e94-bbc4-e44f8de48a93 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:52.531802 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-26e8c0ea-7f95-4da7-a805-38351232184e req-ab95ca2b-330b-4e94-bbc4-e44f8de48a93 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0727432 Mar 15 17:05:52.616943 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b76cd9-45d5-47ce-8737-d1c6f375ad2b req-06490f40-6976-46d5-81f6-8bfd0e2a84d6 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:52.618448 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-76b76cd9-45d5-47ce-8737-d1c6f375ad2b req-06490f40-6976-46d5-81f6-8bfd0e2a84d6 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 947 time: 0.0857430 Mar 15 17:05:52.628503 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-26e8c0ea-7f95-4da7-a805-38351232184e req-5647afb5-e56a-4c3a-a40d-cc6f1261c5b1 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/security-groups?id=fad56ad6-07b5-436c-9c14-478c290793e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847120 Mar 15 17:05:52.681274 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-76b76cd9-45d5-47ce-8737-d1c6f375ad2b req-329fe50d-cf47-40f1-8aa5-359430551beb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517566 Mar 15 17:05:52.758870 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c370ece-ae87-452e-8342-3ba86420c965 req-fbcc7ca1-961a-45b1-916d-17a33421356a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:52.760362 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6c370ece-ae87-452e-8342-3ba86420c965 req-fbcc7ca1-961a-45b1-916d-17a33421356a tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.43 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 946 time: 0.0554883 Mar 15 17:05:52.900688 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-6c370ece-ae87-452e-8342-3ba86420c965 req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Deleting port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:05:52.901029 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6c370ece-ae87-452e-8342-3ba86420c965 req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:53.019651 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eb031-7626-4876-ad5b-70b5edb71dce req-13b47b51-e71d-4927-b270-5a11b2e1f835 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:53.021123 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-327eb031-7626-4876-ad5b-70b5edb71dce req-13b47b51-e71d-4927-b270-5a11b2e1f835 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.1338871 Mar 15 17:05:53.042813 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-6c370ece-ae87-452e-8342-3ba86420c965 req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] For port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:53.043175 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6c370ece-ae87-452e-8342-3ba86420c965 req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:53.077589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-6c370ece-ae87-452e-8342-3ba86420c965 req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Calling delete_port for 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:05:53.202317 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Deleting port bab56a29-1d9a-4f79-a573-78fd357b7ead {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:05:53.203009 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:53.392874 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] For port bab56a29-1d9a-4f79-a573-78fd357b7ead, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bab56a29-1d9a-4f79-a573-78fd357b7ead,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:53.393276 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:53.405905 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6c370ece-ae87-452e-8342-3ba86420c965 req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:53.419729 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:05:53.487108 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0491c-f1d6-41e2-8c97-509a2036bbdb req-a61acb11-ca7a-46ed-af16-b734bb9a2dc6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:53.488595 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dbb0491c-f1d6-41e2-8c97-509a2036bbdb req-a61acb11-ca7a-46ed-af16-b734bb9a2dc6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.2324045 Mar 15 17:05:53.495006 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Pushing event deleted for resources: {'Port': ['ID=8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:53.552545 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684a1f8-46e4-45ca-be9a-d9fef4536226 req-99570edd-a38b-4497-907b-b0c2f4e48eb8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:53.553981 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7684a1f8-46e4-45ca-be9a-d9fef4536226 req-99570edd-a38b-4497-907b-b0c2f4e48eb8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 945 time: 0.2339456 Mar 15 17:05:53.607194 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c370ece-ae87-452e-8342-3ba86420c965 req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] No DVR routers for this DVR port 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:05:53.625439 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6c370ece-ae87-452e-8342-3ba86420c965 req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:53.628703 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6c370ece-ae87-452e-8342-3ba86420c965 req-2cef0de7-9996-442c-8c53-5991da04a15c tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.43 "DELETE /v2.0/ports/8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 HTTP/1.1" status: 204 len: 173 time: 0.8585234 Mar 15 17:05:53.636654 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633910cf-1138-4074-a0e4-3186926d26ce', 'name': 'network-vif-deleted', 'tag': '8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:53.638854 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018b0b8-bd7c-4597-8b50-106e3060eac2" -d '{"events": [{"server_uuid": "633910cf-1138-4074-a0e4-3186926d26ce", "name": "network-vif-deleted", "tag": "8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:53.674959 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dbb0491c-f1d6-41e2-8c97-509a2036bbdb req-9b0da9b9-22e6-4779-a6d1-d7f08a249bfb tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778581 Mar 15 17:05:53.739570 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccbf751-a358-4e65-b1fd-75695281417a x-openstack-request-id: req-eccbf751-a358-4e65-b1fd-75695281417a {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:53.739900 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633910cf-1138-4074-a0e4-3186926d26ce", "name": "network-vif-deleted", "tag": "8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:53.740151 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eccbf751-a358-4e65-b1fd-75695281417a {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:53.740605 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633910cf-1138-4074-a0e4-3186926d26ce', 'name': 'network-vif-deleted', 'tag': '8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1', 'status': 'completed', 'code': 200} Mar 15 17:05:53.744576 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7684a1f8-46e4-45ca-be9a-d9fef4536226 req-30621f85-0bbc-4bcd-9fea-e40558d35c55 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4438dfe-c24e-4e37-90a7-21299b83f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412995 Mar 15 17:05:53.776688 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:53.776688 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (9eba5232-a833-4fbe-a951-2f7e00aa52b7), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:53.776688 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Floating IP 9eba5232-a833-4fbe-a951-2f7e00aa52b7 disassociated. External IP: 172.27.0.227, port: bab56a29-1d9a-4f79-a573-78fd357b7ead. Mar 15 17:05:53.776688 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Calling delete_port for bab56a29-1d9a-4f79-a573-78fd357b7ead owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:05:53.860366 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2b0bf432-1d26-470c-bfdc-3af2334f3ca1 req-f12a49fa-8c1e-4ec3-88f1-fd038eeec677 tempest-ServerRescueNegativeTestJSON-1251966753 tempest-ServerRescueNegativeTestJSON-1251966753-project] 10.222.0.42 "GET /v2.0/ports?device_id=633910cf-1138-4074-a0e4-3186926d26ce HTTP/1.1" status: 200 len: 210 time: 0.0396473 Mar 15 17:05:53.925028 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb61b5-580d-4750-9b9b-5549bc35f619 req-4a0aeefa-0f09-483f-9a63-51c04f805d84 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:53.926407 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-efeb61b5-580d-4750-9b9b-5549bc35f619 req-4a0aeefa-0f09-483f-9a63-51c04f805d84 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 947 time: 0.1028030 Mar 15 17:05:54.006341 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (bab56a29-1d9a-4f79-a573-78fd357b7ead), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:54.010752 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-efeb61b5-580d-4750-9b9b-5549bc35f619 req-4033a000-5968-416f-9d8b-498dfd91a690 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776539 Mar 15 17:05:54.039980 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'Port': ['ID=bab56a29-1d9a-4f79-a573-78fd357b7ead,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:54.179692 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:05:54.289765 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:05:54.299508 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:05:54.310264 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:54.310859 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:54.333353 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] No DVR routers for this DVR port bab56a29-1d9a-4f79-a573-78fd357b7ead on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:05:54.336054 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:54.340090 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-327eb031-7626-4876-ad5b-70b5edb71dce req-64947dba-a4ac-4d4f-895a-3e84662373a3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "DELETE /v2.0/ports/bab56a29-1d9a-4f79-a573-78fd357b7ead HTTP/1.1" status: 204 len: 173 time: 1.3077252 Mar 15 17:05:54.426131 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:54.638074 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:54.667723 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:05:54.676458 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:54.677052 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:54.814765 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 55ab891b-bb69-407a-9d80-c2a58cc83479 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:05:54.825359 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:54.846085 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b1860-4d41-40a4-84df-15f78eb98a06 req-f5afba2a-d19a-476e-b83e-35b100e7df2b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:54.847725 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-656b1860-4d41-40a4-84df-15f78eb98a06 req-f5afba2a-d19a-476e-b83e-35b100e7df2b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 944 time: 0.1066628 Mar 15 17:05:54.907853 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9b551ab2-0c7e-4c7d-a9be-b5c99f3283c8 req-e85321a1-5f0e-43a0-a7dc-be28a3791293 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=764317a9-fea0-4c47-95de-33c323779d14 HTTP/1.1" status: 200 len: 210 time: 0.0392044 Mar 15 17:05:54.938091 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-656b1860-4d41-40a4-84df-15f78eb98a06 req-e970917e-9318-4446-9fca-c2c3e1e88716 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802009 Mar 15 17:05:54.951643 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 55ab891b-bb69-407a-9d80-c2a58cc83479, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=55ab891b-bb69-407a-9d80-c2a58cc83479,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:54.964984 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'port_id': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'mac_address': 'fa:16:3e:82:31:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:05:54.973955 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33798) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:55.003634 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 55ab891b-bb69-407a-9d80-c2a58cc83479 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:55.004105 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:55.017626 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ab891b-bb69-407a-9d80-c2a58cc83479 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:05:55.037745 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 55ab891b-bb69-407a-9d80-c2a58cc83479, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=55ab891b-bb69-407a-9d80-c2a58cc83479,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:55.042666 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:55.095468 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=55ab891b-bb69-407a-9d80-c2a58cc83479,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:55.124293 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:55.151113 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda74485-3b53-4ea5-86b3-a7db5f5b3d89 None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:05:55.293256 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['55ab891b-bb69-407a-9d80-c2a58cc83479'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:05:55.430845 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c05d22-8b11-4b60-8bb4-9a6b661cdf8a None None] New status for floating IP 9eba5232-a833-4fbe-a951-2f7e00aa52b7: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:05:55.442633 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (2bb71088-e8f3-4e64-b38e-3efd3eef9403), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:55.742002 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764317a9-fea0-4c47-95de-33c323779d14', 'name': 'network-vif-deleted', 'tag': 'bab56a29-1d9a-4f79-a573-78fd357b7ead'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:55.744630 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3bb7c0-ad5f-4c3a-82a9-3bccb1c24ace" -d '{"events": [{"server_uuid": "764317a9-fea0-4c47-95de-33c323779d14", "name": "network-vif-deleted", "tag": "bab56a29-1d9a-4f79-a573-78fd357b7ead"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:55.771331 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Deleting port af461578-f12f-4e07-adc6-4e325bd5b518 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:05:55.771660 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:55.782581 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751a679f-decd-4ce0-9eaf-217641d9f074 x-openstack-request-id: req-751a679f-decd-4ce0-9eaf-217641d9f074 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:55.782873 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764317a9-fea0-4c47-95de-33c323779d14", "name": "network-vif-deleted", "tag": "bab56a29-1d9a-4f79-a573-78fd357b7ead", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:55.783121 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-751a679f-decd-4ce0-9eaf-217641d9f074 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:55.783513 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764317a9-fea0-4c47-95de-33c323779d14', 'name': 'network-vif-deleted', 'tag': 'bab56a29-1d9a-4f79-a573-78fd357b7ead', 'status': 'completed', 'code': 200} Mar 15 17:05:55.846797 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] For port af461578-f12f-4e07-adc6-4e325bd5b518, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=af461578-f12f-4e07-adc6-4e325bd5b518,segment=NetworkSegment(20f823a6-0ef3-412e-b468-cff32b1678d7),segment_id=20f823a6-0ef3-412e-b468-cff32b1678d7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:55.847156 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:55.859543 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Calling delete_port for af461578-f12f-4e07-adc6-4e325bd5b518 owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:05:56.019391 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33822) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:56.068612 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (af461578-f12f-4e07-adc6-4e325bd5b518), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.099278 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=af461578-f12f-4e07-adc6-4e325bd5b518,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:56.114728 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-42824322-8d56-417e-bfec-073b4effa0c4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (f4438dfe-c24e-4e37-90a7-21299b83f6ad), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.127948 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b135195-ef0f-4cbc-b31d-3f4ea455f807 req-8fdc3d17-5440-4099-a22c-78e4e00dea0f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:56.129445 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b135195-ef0f-4cbc-b31d-3f4ea455f807 req-8fdc3d17-5440-4099-a22c-78e4e00dea0f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 945 time: 0.1008873 Mar 15 17:05:56.156429 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-42824322-8d56-417e-bfec-073b4effa0c4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (f4438dfe-c24e-4e37-90a7-21299b83f6ad), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.217619 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b135195-ef0f-4cbc-b31d-3f4ea455f807 req-2cec62ec-5cd0-43c0-a12e-2994168b2c25 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761480 Mar 15 17:05:56.230755 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-42824322-8d56-417e-bfec-073b4effa0c4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f4438dfe-c24e-4e37-90a7-21299b83f6ad), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.233696 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-42824322-8d56-417e-bfec-073b4effa0c4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.237796 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-42824322-8d56-417e-bfec-073b4effa0c4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "DELETE /v2.0/security-groups/f4438dfe-c24e-4e37-90a7-21299b83f6ad HTTP/1.1" status: 204 len: 168 time: 0.2172706 Mar 15 17:05:56.238486 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33824) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:56.246844 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42824322-8d56-417e-bfec-073b4effa0c4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4438dfe-c24e-4e37-90a7-21299b83f6ad,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:56.255206 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.api.v2.resource [None req-486dbb36-bf2b-4dce-8ba2-3cd2f1b4c746 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] show failed (client error): The resource could not be found. Mar 15 17:05:56.256201 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-486dbb36-bf2b-4dce-8ba2-3cd2f1b4c746 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups/f4438dfe-c24e-4e37-90a7-21299b83f6ad HTTP/1.1" status: 404 len: 347 time: 0.0168996 Mar 15 17:05:56.260437 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33826) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:56.284985 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (2bb71088-e8f3-4e64-b38e-3efd3eef9403), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.391823 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Deleting port 424040a7-fb50-4a47-8ac3-bad2fb2a3bad {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:05:56.392154 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (424040a7-fb50-4a47-8ac3-bad2fb2a3bad), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.475239 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (424040a7-fb50-4a47-8ac3-bad2fb2a3bad), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.475562 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (424040a7-fb50-4a47-8ac3-bad2fb2a3bad), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.487824 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Calling delete_port for 424040a7-fb50-4a47-8ac3-bad2fb2a3bad owned by network:floatingip {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:05:56.512633 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:05:56.624072 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (424040a7-fb50-4a47-8ac3-bad2fb2a3bad), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.626251 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:05:56.632144 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5241d2c2-faf0-4adf-8c86-fca18aea0c6d admin admin] 10.222.0.42 "PUT /v2.0/routers/2bb71088-e8f3-4e64-b38e-3efd3eef9403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6567051 Mar 15 17:05:56.635014 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33836) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:56.638912 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] Sync routers for ids ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:05:56.649517 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] Routers {'2bb71088-e8f3-4e64-b38e-3efd3eef9403'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:56.650162 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:56.660476 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'Port': ['ID=424040a7-fb50-4a47-8ac3-bad2fb2a3bad,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:56.729471 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (9eba5232-a833-4fbe-a951-2f7e00aa52b7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.732563 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.733843 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-7ddec342-f115-4ab2-9a5d-03a8f5025504 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "DELETE /v2.0/floatingips/9eba5232-a833-4fbe-a951-2f7e00aa52b7 HTTP/1.1" status: 204 len: 168 time: 0.4727614 Mar 15 17:05:56.764696 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks [] for router (2bb71088-e8f3-4e64-b38e-3efd3eef9403), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:56.773228 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] Set router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:56.824502 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 55ab891b-bb69-407a-9d80-c2a58cc83479 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:05:56.946641 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 55ab891b-bb69-407a-9d80-c2a58cc83479 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:05:56.954701 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 55ab891b-bb69-407a-9d80-c2a58cc83479 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:05:56.955582 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.021616 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:06Z', 'updated_at': '2022-03-15T17:05:56Z', 'revision_number': 5, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'gw_port': {'id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:57.049868 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] Checking router: 2bb71088-e8f3-4e64-b38e-3efd3eef9403 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:05:57.058263 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] Routers {'2bb71088-e8f3-4e64-b38e-3efd3eef9403'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:05:57.059044 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:57.068884 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 55ab891b-bb69-407a-9d80-c2a58cc83479 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:05:57.069363 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.072759 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33840) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:57.078267 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-6f2896a0-c4b6-4028-8853-1172f2f8abca tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--931117005', 'description': 'tempest-description--1170339880'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:57.097236 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ab891b-bb69-407a-9d80-c2a58cc83479'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:05:57.099558 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6f2896a0-c4b6-4028-8853-1172f2f8abca tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.099690 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe28b92c-140c-4545-b54d-222d715d5fe4" -d '{"events": [{"server_uuid": "fb478a1a-e1c6-4441-807d-edee3aa7985d", "name": "network-vif-plugged", "status": "completed", "tag": "55ab891b-bb69-407a-9d80-c2a58cc83479"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:05:57.116236 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 55ab891b-bb69-407a-9d80-c2a58cc83479, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=55ab891b-bb69-407a-9d80-c2a58cc83479,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:57.122454 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.123506 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:05:57.124758 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks [] for router_gateway (2bb71088-e8f3-4e64-b38e-3efd3eef9403), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.155034 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b90c3-1da8-4b70-be5d-29835c11f41d x-openstack-request-id: req-e47b90c3-1da8-4b70-be5d-29835c11f41d {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:05:57.155384 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb478a1a-e1c6-4441-807d-edee3aa7985d", "name": "network-vif-plugged", "status": "completed", "tag": "55ab891b-bb69-407a-9d80-c2a58cc83479", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:05:57.155651 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e47b90c3-1da8-4b70-be5d-29835c11f41d {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:05:57.156817 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'code': 200} Mar 15 17:05:57.175881 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:05:57.176242 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 8ecc5d84-8ab4-4165-9acb-f3d3f3c4c8a1 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:05:57.176874 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device bab56a29-1d9a-4f79-a573-78fd357b7ead no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:05:57.200945 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: bab56a29-1d9a-4f79-a573-78fd357b7ead {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:05:57.201288 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device bab56a29-1d9a-4f79-a573-78fd357b7ead not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:05:57.211778 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Deleting port 59bc6306-a775-4e8f-80c4-e553b1b42e52 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:05:57.212121 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.215595 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] Set router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:05:57.227078 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6f2896a0-c4b6-4028-8853-1172f2f8abca tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (b6751d6a-d19d-42e1-8c5e-20c7b34c79fa), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.228781 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=55ab891b-bb69-407a-9d80-c2a58cc83479,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:57.232591 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6f2896a0-c4b6-4028-8853-1172f2f8abca tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b6751d6a-d19d-42e1-8c5e-20c7b34c79fa), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.270760 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6f2896a0-c4b6-4028-8853-1172f2f8abca tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.286252 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-6f2896a0-c4b6-4028-8853-1172f2f8abca tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2123754 Mar 15 17:05:57.290854 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33846) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:57.292165 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2896a0-c4b6-4028-8853-1172f2f8abca tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:57.297814 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-97a4201f-6150-4801-91d0-fe52045aa1b2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group_rule': {'security_group_id': 'b6751d6a-d19d-42e1-8c5e-20c7b34c79fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:57.336839 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] For port 59bc6306-a775-4e8f-80c4-e553b1b42e52, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=59bc6306-a775-4e8f-80c4-e553b1b42e52,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:05:57.337591 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.356839 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Calling delete_port for 59bc6306-a775-4e8f-80c4-e553b1b42e52 owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:05:57.358677 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97a4201f-6150-4801-91d0-fe52045aa1b2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (1ad066c2-b02c-4653-b7d9-9d3d98453ff8), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.378501 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbe34-7c09-4270-bcfb-2f4aec27b51c req-42cf126a-fa44-4f0e-818a-fb365e464523 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:57.380761 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a3ffbe34-7c09-4270-bcfb-2f4aec27b51c req-42cf126a-fa44-4f0e-818a-fb365e464523 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 946 time: 0.0826080 Mar 15 17:05:57.430972 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:06Z', 'updated_at': '2022-03-15T17:05:56Z', 'revision_number': 5, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'gw_port': {'id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:57.461813 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a3ffbe34-7c09-4270-bcfb-2f4aec27b51c req-2fdc8262-b109-45ad-bb15-558bc7fa59c3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753810 Mar 15 17:05:57.466515 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97a4201f-6150-4801-91d0-fe52045aa1b2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (1ad066c2-b02c-4653-b7d9-9d3d98453ff8), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.475869 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ff07-c91c-44f2-a087-67be9dd6bb0e req-ee6d0d98-897c-4241-a5d5-6d4dd96fb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:57.478101 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f9c5ff07-c91c-44f2-a087-67be9dd6bb0e req-ee6d0d98-897c-4241-a5d5-6d4dd96fb6e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 1130 time: 0.0777712 Mar 15 17:05:57.524775 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97a4201f-6150-4801-91d0-fe52045aa1b2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (1ad066c2-b02c-4653-b7d9-9d3d98453ff8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.546391 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f9c5ff07-c91c-44f2-a087-67be9dd6bb0e req-47c5451b-686f-4230-9fef-668cc821a705 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580993 Mar 15 17:05:57.546999 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128c24e-ddb3-4b8d-84e0-0f4eba9ec28b None None] The sync data for ids ['2bb71088-e8f3-4e64-b38e-3efd3eef9403'] in dv-cinder-733623-12-iscsi is: [{'id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'name': 'tempest-ServerRescueNegativeTestJSON-639860391-router', 'tenant_id': 'a21752435c2b4222b9e94855ab022687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:06Z', 'updated_at': '2022-03-15T17:05:56Z', 'revision_number': 5, 'project_id': 'a21752435c2b4222b9e94855ab022687', 'gw_port': {'id': '59bc6306-a775-4e8f-80c4-e553b1b42e52', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb71088-e8f3-4e64-b38e-3efd3eef9403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:05:57.558969 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4201f-6150-4801-91d0-fe52045aa1b2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad066c2-b02c-4653-b7d9-9d3d98453ff8,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:57.568784 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97a4201f-6150-4801-91d0-fe52045aa1b2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.572722 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33854) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:57.572879 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-97a4201f-6150-4801-91d0-fe52045aa1b2 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808983 Mar 15 17:05:57.580707 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-8bd19578-99fe-49f9-b8c7-74960c4799b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group_rule': {'security_group_id': 'b6751d6a-d19d-42e1-8c5e-20c7b34c79fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:57.626077 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8bd19578-99fe-49f9-b8c7-74960c4799b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (94276a85-2645-4c9c-9a4d-036e30824eac), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.644695 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (59bc6306-a775-4e8f-80c4-e553b1b42e52), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.672172 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=59bc6306-a775-4e8f-80c4-e553b1b42e52,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:57.691524 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8bd19578-99fe-49f9-b8c7-74960c4799b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (94276a85-2645-4c9c-9a4d-036e30824eac), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.695274 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8bd19578-99fe-49f9-b8c7-74960c4799b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (94276a85-2645-4c9c-9a4d-036e30824eac), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.716435 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd19578-99fe-49f9-b8c7-74960c4799b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94276a85-2645-4c9c-9a4d-036e30824eac,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:57.725317 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8bd19578-99fe-49f9-b8c7-74960c4799b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.726642 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-8bd19578-99fe-49f9-b8c7-74960c4799b6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496370 Mar 15 17:05:57.729838 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33862) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:57.734187 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:05:57.742860 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (2bb71088-e8f3-4e64-b38e-3efd3eef9403), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.758588 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.851609 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.852813 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (2bb71088-e8f3-4e64-b38e-3efd3eef9403), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.854918 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks [] for router_controller (2bb71088-e8f3-4e64-b38e-3efd3eef9403), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.918774 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (2bb71088-e8f3-4e64-b38e-3efd3eef9403), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.919519 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb71088-e8f3-4e64-b38e-3efd3eef9403 {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:05:57.925426 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:57.928226 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-eda1cb98-ffd1-4cd3-9362-cf721cb04a00 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2bb71088-e8f3-4e64-b38e-3efd3eef9403 HTTP/1.1" status: 204 len: 168 time: 1.2897680 Mar 15 17:05:57.930091 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33864) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:57.965513 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Allocated IP 172.27.0.21 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/acc434c5-0227-4e5d-9e03-21b4e37e523e) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:05:57.999983 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da98432-d8cb-4e5b-9283-8d55c6e953b1 admin admin] Deleting subnet 95ee0380-3c91-4be6-b95a-f0356c4ddeb8 {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:05:58.003790 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2da98432-d8cb-4e5b-9283-8d55c6e953b1 admin admin] Publish callbacks [] for subnet (95ee0380-3c91-4be6-b95a-f0356c4ddeb8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.045920 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2da98432-d8cb-4e5b-9283-8d55c6e953b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260223105'] for subnet (95ee0380-3c91-4be6-b95a-f0356c4ddeb8), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.083453 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (acc434c5-0227-4e5d-9e03-21b4e37e523e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.086828 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2da98432-d8cb-4e5b-9283-8d55c6e953b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (95ee0380-3c91-4be6-b95a-f0356c4ddeb8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.119711 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (acc434c5-0227-4e5d-9e03-21b4e37e523e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.143510 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2da98432-d8cb-4e5b-9283-8d55c6e953b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260131416'] for subnet (95ee0380-3c91-4be6-b95a-f0356c4ddeb8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.163557 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:05:58.166199 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da98432-d8cb-4e5b-9283-8d55c6e953b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ee0380-3c91-4be6-b95a-f0356c4ddeb8,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:58.171289 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:05:58.171826 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2da98432-d8cb-4e5b-9283-8d55c6e953b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.173857 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:05:58.177372 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2da98432-d8cb-4e5b-9283-8d55c6e953b1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/95ee0380-3c91-4be6-b95a-f0356c4ddeb8 HTTP/1.1" status: 204 len: 168 time: 0.2438581 Mar 15 17:05:58.177461 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33866) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:58.199395 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=acc434c5-0227-4e5d-9e03-21b4e37e523e,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:58.252900 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (35124306-c90c-4195-9314-d33477c7a4e4), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.266502 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (c5f1fead-fbac-4e50-9211-8eee584f2960), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.305117 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (acc434c5-0227-4e5d-9e03-21b4e37e523e), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.341905 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (35124306-c90c-4195-9314-d33477c7a4e4), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.361718 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35124306-c90c-4195-9314-d33477c7a4e4']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:58.370869 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f823a6-0ef3-412e-b468-cff32b1678d7') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:58.371153 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f823a6-0ef3-412e-b468-cff32b1678d7') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:05:58.381350 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260223160'] for segment (20f823a6-0ef3-412e-b468-cff32b1678d7), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.394673 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (20f823a6-0ef3-412e-b468-cff32b1678d7), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.401247 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:05:58.401683 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097293'] for segment (20f823a6-0ef3-412e-b468-cff32b1678d7), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: timer() Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: cb(*args, **kw) Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: self._notify() Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: self.callback(batched_events) Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: event.method(event) Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._get(url).json() Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:05:58.403508 dv-cinder-733623-12-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:05:58.464442 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (35124306-c90c-4195-9314-d33477c7a4e4), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.471207 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.474414 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] 10.222.0.42 "DELETE /v2.0/networks/35124306-c90c-4195-9314-d33477c7a4e4 HTTP/1.1" status: 204 len: 168 time: 0.2955055 Mar 15 17:05:58.490430 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796c458-7c7b-4791-b188-4c59d1280090 admin admin] Pushing event deleted for resources: {'Network': ['ID=35124306-c90c-4195-9314-d33477c7a4e4,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:58.676219 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33878) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:58.740210 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4edce1c9-e9cc-42d4-b206-4e15a3aec84a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a21752435c2b4222b9e94855ab022687&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0626955 Mar 15 17:05:58.740859 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33880) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:05:58.796199 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4bb2-d6ba-4f71-b1a9-9b253143a6df req-778d45a7-f865-40ac-910a-3f5d15695ecc tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:58.796199 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-485f4bb2-d6ba-4f71-b1a9-9b253143a6df req-778d45a7-f865-40ac-910a-3f5d15695ecc tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 946 time: 0.1830015 Mar 15 17:05:58.804918 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (acc434c5-0227-4e5d-9e03-21b4e37e523e), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.808024 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b11afe3-4af9-4d72-9c67-0d96c57c72f0 admin admin] Publish callbacks [] for security_group (fad56ad6-07b5-436c-9c14-478c290793e5), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.814368 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (acc434c5-0227-4e5d-9e03-21b4e37e523e), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.832949 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b11afe3-4af9-4d72-9c67-0d96c57c72f0 admin admin] Publish callbacks [] for security_group (fad56ad6-07b5-436c-9c14-478c290793e5), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.897246 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b11afe3-4af9-4d72-9c67-0d96c57c72f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (fad56ad6-07b5-436c-9c14-478c290793e5), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.901256 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b11afe3-4af9-4d72-9c67-0d96c57c72f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.910170 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6b11afe3-4af9-4d72-9c67-0d96c57c72f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fad56ad6-07b5-436c-9c14-478c290793e5 HTTP/1.1" status: 204 len: 168 time: 0.1607316 Mar 15 17:05:58.921235 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=acc434c5-0227-4e5d-9e03-21b4e37e523e,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:58.923424 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11afe3-4af9-4d72-9c67-0d96c57c72f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad56ad6-07b5-436c-9c14-478c290793e5,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:05:58.928453 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-485f4bb2-d6ba-4f71-b1a9-9b253143a6df req-d3131131-6d26-47fa-9b5b-7363369d753d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213834 Mar 15 17:05:58.933710 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (c5f1fead-fbac-4e50-9211-8eee584f2960), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.974413 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:05:58.975655 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-cbc7837d-f11f-42e6-ba6d-b7ddd630e1e0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2448704 Mar 15 17:05:58.982035 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device af461578-f12f-4e07-adc6-4e325bd5b518 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:05:59.003314 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: af461578-f12f-4e07-adc6-4e325bd5b518 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:05:59.003655 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device af461578-f12f-4e07-adc6-4e325bd5b518 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:05:59.004076 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 59bc6306-a775-4e8f-80c4-e553b1b42e52 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:05:59.149117 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 59bc6306-a775-4e8f-80c4-e553b1b42e52 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:05:59.149442 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 59bc6306-a775-4e8f-80c4-e553b1b42e52 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:05:59.204018 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-2f15a94e-5774-40ba-b5f3-3812ff6f35d9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--931117005&fields=id&tenant_id=d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 267 time: 0.0451176 Mar 15 17:05:59.312586 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-a90168ad-4c2a-4fb5-a12c-26dc95685903 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:05:59.314022 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-a90168ad-4c2a-4fb5-a12c-26dc95685903 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 813 time: 0.1024973 Mar 15 17:05:59.329079 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-683e63e9-33dc-4419-bff5-9ba329a8fab3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/quotas/d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 375 time: 0.0094376 Mar 15 17:05:59.383077 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-ede8bc37-9978-4cf3-a507-8aafecca1b40 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472956 Mar 15 17:05:59.478573 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-604ae69b-7815-4fb2-9b73-61647851b01b service neutron] 10.222.0.42 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842419 Mar 15 17:05:59.583168 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-dd3ee8b2-70c5-4b8f-89ec-fa9a53ea551a service neutron] 10.222.0.42 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989969 Mar 15 17:05:59.744560 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-61eb0f39-fdfc-4c2b-8612-77ecd2283051 req-e09620b7-8715-47f5-9c0d-f9576cbb2bb8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 210 time: 0.0319781 Mar 15 17:05:59.920440 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-a90fbe87-d927-451a-bfe1-3b2e1c9111b3 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716047826&fields=id&tenant_id=a9e60a2e516a4caaa72049ae3e13aec4 HTTP/1.1" status: 200 len: 267 time: 0.0474153 Mar 15 17:06:00.056896 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f084100-877a-431c-8d50-d88da65d50e8 req-cb14fd1e-4a60-498c-b4f6-ffe6a470b8c4 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:00.058719 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-cb14fd1e-4a60-498c-b4f6-ffe6a470b8c4 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/networks?id=383e2855-edee-431f-82e3-9ead978f319c HTTP/1.1" status: 200 len: 808 time: 0.1242042 Mar 15 17:06:00.096816 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-f9d36928-dd6a-4052-bf36-bf2833d311b8 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/quotas/a9e60a2e516a4caaa72049ae3e13aec4 HTTP/1.1" status: 200 len: 375 time: 0.0305200 Mar 15 17:06:00.180892 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a885e80-e62b-45f1-b9c2-e855b0df44c9 req-def83f97-710a-46c4-b57a-23f05a4ed98c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:00.185035 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9a885e80-e62b-45f1-b9c2-e855b0df44c9 req-def83f97-710a-46c4-b57a-23f05a4ed98c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 946 time: 0.1051817 Mar 15 17:06:00.222836 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-e0704391-178e-4b5b-8d19-33811c2a07bf tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097364 Mar 15 17:06:00.324858 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9a885e80-e62b-45f1-b9c2-e855b0df44c9 req-6a0e9a91-339d-4265-a5ad-8e05995fcd95 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348102 Mar 15 17:06:00.373192 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-5efc6311-da4d-4978-a581-153cf12cd92d service neutron] 10.222.0.42 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281383 Mar 15 17:06:00.520842 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9a390-f44e-42ff-8f20-45065782d516 req-77a6d2e6-ba27-4233-aea8-165bda405119 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:00.522319 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3cf9a390-f44e-42ff-8f20-45065782d516 req-77a6d2e6-ba27-4233-aea8-165bda405119 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 946 time: 0.1165519 Mar 15 17:06:00.524796 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-129dcef5-a977-4d86-b669-3dfab1713511 service neutron] 10.222.0.42 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453164 Mar 15 17:06:00.574064 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3cf9a390-f44e-42ff-8f20-45065782d516 req-7f79995e-2b59-4e7e-9350-06f2d0e99274 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460739 Mar 15 17:06:00.596510 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 33976) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:00.856694 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91928181-5e74-41d3-abc0-dffd8ca41f37 tempest-TestVolumeBootPattern-880955908 tempest-TestVolumeBootPattern-880955908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:00.877270 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-91928181-5e74-41d3-abc0-dffd8ca41f37 tempest-TestVolumeBootPattern-880955908 tempest-TestVolumeBootPattern-880955908-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 1125 time: 0.2775164 Mar 15 17:06:00.877941 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 33990) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:00.883121 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'port_id': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:00.920774 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.001932 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-23897d7a-15f2-4ee9-b975-0c6269178c0e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:01.003383 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-23897d7a-15f2-4ee9-b975-0c6269178c0e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 813 time: 0.1268981 Mar 15 17:06:01.073784 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-02934396-f5ca-4d5e-8ced-e4cb72a14347 req-ff88e095-2067-42d1-b070-d2c6acd72023 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 210 time: 0.0693946 Mar 15 17:06:01.076331 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-921b200a-fb11-4289-b14a-8e3d32dd0b89 req-916cfb3c-46cc-4f1e-8f74-4719ed29db63 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 210 time: 0.0708888 Mar 15 17:06:01.095619 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.135501 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-b3affda0-f25d-422b-9dc2-74c466708fc0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 379 time: 0.1117291 Mar 15 17:06:01.145310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'port': {'device_id': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'admin_state_up': True, 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'security_groups': ['b6751d6a-d19d-42e1-8c5e-20c7b34c79fa']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:01.235247 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Allocated IP 172.27.0.22 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/1c472540-2ee4-48ec-b606-d34919789ab0) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:06:01.265386 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Made reservation on behalf of d679d754fac6488ca843395e0096b839 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:06:01.269009 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.375551 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for port (1c472540-2ee4-48ec-b606-d34919789ab0), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.418002 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (1c472540-2ee4-48ec-b606-d34919789ab0), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.425094 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Allocated IP 172.20.0.3 (ad4338a5-b29c-470d-a6f0-6f686850fae6/d1b9295c-5bab-4879-af36-670c99d54ac9/27ae20ba-2740-40f3-baa2-efd5341987bb) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:06:01.466702 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:01.471300 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:01.475654 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:06:01.478898 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'Port': ['ID=1c472540-2ee4-48ec-b606-d34919789ab0,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:01.576951 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.618172 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.666930 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:01.672178 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:01.676772 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:06:01.680427 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=27ae20ba-2740-40f3-baa2-efd5341987bb,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:01.727183 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:01.728238 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.747808 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-08ec55b1-2ffa-40a4-94ac-130e8b19cf4d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067290 Mar 15 17:06:01.761298 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Request body: {'port': {'device_id': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:01.820711 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.873580 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (dc75c828-2017-45d8-82f7-8d0c6b16bb96), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.919119 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-25765966-f236-442d-b761-bf3ade600e27 None None] Provisioning complete for port 27ae20ba-2740-40f3-baa2-efd5341987bb triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:01.919833 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-25765966-f236-442d-b761-bf3ade600e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:01.970058 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-25765966-f236-442d-b761-bf3ade600e27 None None] Port 27ae20ba-2740-40f3-baa2-efd5341987bb cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:06:01.976896 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (1c472540-2ee4-48ec-b606-d34919789ab0), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.122340 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f084100-877a-431c-8d50-d88da65d50e8 req-fd4ea781-5877-44cc-9630-6dd996245fa7 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:02.123992 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-fd4ea781-5877-44cc-9630-6dd996245fa7 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.43 "GET /v2.0/networks?id=383e2855-edee-431f-82e3-9ead978f319c HTTP/1.1" status: 200 len: 808 time: 0.1567955 Mar 15 17:06:02.197461 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for port (1c472540-2ee4-48ec-b606-d34919789ab0), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.204180 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (1c472540-2ee4-48ec-b606-d34919789ab0), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.280842 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'Port': ['ID=1c472540-2ee4-48ec-b606-d34919789ab0,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:02.287068 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-11f68b0b-7e92-4cb6-b24c-4bc96d18fb11 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9e60a2e516a4caaa72049ae3e13aec4 HTTP/1.1" status: 200 len: 379 time: 0.1442204 Mar 15 17:06:02.288945 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-300caabb-c28e-43a8-8911-6d2488f59db7 req-2713375c-6104-40df-a20c-c9d7ed453deb tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 210 time: 0.0546198 Mar 15 17:06:02.290939 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (dc75c828-2017-45d8-82f7-8d0c6b16bb96), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.308220 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Request body: {'port': {'device_id': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'admin_state_up': True, 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'security_groups': ['28dd1df4-d585-4583-b17b-33a527dff368']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:02.393878 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Floating IP dc75c828-2017-45d8-82f7-8d0c6b16bb96 associated. External IP: 172.27.0.22, port: 55ab891b-bb69-407a-9d80-c2a58cc83479. Mar 15 17:06:02.410040 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303843b-354c-459c-9894-c4532c16ff3e req-36b41785-ed22-4afe-8516-f37a6a3a6f89 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:02.411557 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e303843b-354c-459c-9894-c4532c16ff3e req-36b41785-ed22-4afe-8516-f37a6a3a6f89 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 931 time: 0.1785762 Mar 15 17:06:02.454191 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34024) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:02.512423 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-63137c36-9b4c-494f-af44-7cad868ad6ee admin admin] Deleting subnet 0444c988-ca95-4960-9856-aa23e1e95e45 {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:06:02.516579 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-63137c36-9b4c-494f-af44-7cad868ad6ee admin admin] Publish callbacks [] for subnet (0444c988-ca95-4960-9856-aa23e1e95e45), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.533034 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e303843b-354c-459c-9894-c4532c16ff3e req-9cdccc49-ce0f-4a2b-9b40-bd4246468233 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126161 Mar 15 17:06:02.536604 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ae20ba-2740-40f3-baa2-efd5341987bb {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:06:02.552547 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Publish callbacks [] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.556010 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Made reservation on behalf of a9e60a2e516a4caaa72049ae3e13aec4 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:06:02.559549 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.561702 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-63137c36-9b4c-494f-af44-7cad868ad6ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260223105'] for subnet (0444c988-ca95-4960-9856-aa23e1e95e45), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.573473 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Transition to ACTIVE for port object 27ae20ba-2740-40f3-baa2-efd5341987bb will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:06:02.579308 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.671902 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-63137c36-9b4c-494f-af44-7cad868ad6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (0444c988-ca95-4960-9856-aa23e1e95e45), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.678819 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Pushing event updated for resources: {'Port': ['ID=27ae20ba-2740-40f3-baa2-efd5341987bb,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:02.737204 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Router 52c1236c-9121-4018-abcf-23f9f0d2647d has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:06:02.744858 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-63137c36-9b4c-494f-af44-7cad868ad6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260131416'] for subnet (0444c988-ca95-4960-9856-aa23e1e95e45), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.774914 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63137c36-9b4c-494f-af44-7cad868ad6ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0444c988-ca95-4960-9856-aa23e1e95e45,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:02.785770 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Allocated IP 172.20.0.14 (383e2855-edee-431f-82e3-9ead978f319c/6045e005-abb3-4d60-b928-511f35402040/12484f84-4e3c-42c1-98e7-929da8ebe778) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:06:02.803754 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Attempting to bind port 27ae20ba-2740-40f3-baa2-efd5341987bb on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:06:02.804090 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Attempting to bind port 27ae20ba-2740-40f3-baa2-efd5341987bb by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:06:02.804472 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Attempting to bind port 27ae20ba-2740-40f3-baa2-efd5341987bb on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:06:02.814507 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Port 27ae20ba-2740-40f3-baa2-efd5341987bb on network ad4338a5-b29c-470d-a6f0-6f686850fae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:06:02.814832 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Attempting to bind port 27ae20ba-2740-40f3-baa2-efd5341987bb on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:06:02.831919 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:06:02.832317 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Checking segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:06:02.832677 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Bound using segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:06:02.833120 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Bound port: 27ae20ba-2740-40f3-baa2-efd5341987bb, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:06:02.833474 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:02.974487 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] For port 27ae20ba-2740-40f3-baa2-efd5341987bb, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:06:02.996484 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] For port 27ae20ba-2740-40f3-baa2-efd5341987bb, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27ae20ba-2740-40f3-baa2-efd5341987bb,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:06:03.007377 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.010813 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.054136 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:03.054756 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.056247 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] 10.222.0.43 "PUT /v2.0/ports/27ae20ba-2740-40f3-baa2-efd5341987bb HTTP/1.1" status: 200 len: 1093 time: 1.2993658 Mar 15 17:06:03.061592 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'tag': '27ae20ba-2740-40f3-baa2-efd5341987bb'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:03.063549 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5ac56e-5321-4a6d-8d89-a66931bb525a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2b9338-2e98-4e3f-bccf-226f230f877f", "tag": "27ae20ba-2740-40f3-baa2-efd5341987bb"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:03.081500 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-63137c36-9b4c-494f-af44-7cad868ad6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.084708 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-63137c36-9b4c-494f-af44-7cad868ad6ee admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0444c988-ca95-4960-9856-aa23e1e95e45 HTTP/1.1" status: 204 len: 168 time: 0.6294634 Mar 15 17:06:03.087558 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34028) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:03.093774 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2afdef1f-2fc9-4b81-8a95-4d78cc7e8b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.094665 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759884c-e61f-4507-9fa5-4d32d395efbf service neutron] Pushing event updated for resources: {'Port': ['ID=27ae20ba-2740-40f3-baa2-efd5341987bb,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:03.107444 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.139945 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2650ae37-347c-41b5-b14d-00291f2b3c80 x-openstack-request-id: req-2650ae37-347c-41b5-b14d-00291f2b3c80 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:03.140347 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2b9338-2e98-4e3f-bccf-226f230f877f", "tag": "27ae20ba-2740-40f3-baa2-efd5341987bb", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:03.140562 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2650ae37-347c-41b5-b14d-00291f2b3c80 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:03.140912 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'tag': '27ae20ba-2740-40f3-baa2-efd5341987bb', 'status': 'completed', 'code': 200} Mar 15 17:06:03.158531 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Network 383e2855-edee-431f-82e3-9ead978f319c is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:03.161934 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:03.165732 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:06:03.190071 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'Port': ['ID=12484f84-4e3c-42c1-98e7-929da8ebe778,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:03.199569 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (df59ee03-2ab9-4775-9f11-b6212329d26f), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.221161 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:06:03.224316 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:03.225030 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.234402 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] Sync routers for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:06:03.244047 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-ff2f3e8b-da85-4e2e-b2d2-a7157f51612c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9394126 Mar 15 17:06:03.257881 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:03.258954 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:03.271472 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.338558 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7aca2066-183a-430e-8621-8d6d08e1a437 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4587057 Mar 15 17:06:03.340996 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'tag': '55ab891b-bb69-407a-9d80-c2a58cc83479'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:03.343072 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5cf2cd-9f74-4283-a199-3ceb073990be" -d '{"events": [{"name": "network-changed", "server_uuid": "fb478a1a-e1c6-4441-807d-edee3aa7985d", "tag": "55ab891b-bb69-407a-9d80-c2a58cc83479"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:03.347156 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (df59ee03-2ab9-4775-9f11-b6212329d26f), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.375848 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df59ee03-2ab9-4775-9f11-b6212329d26f']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:03.394612 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0812c151-79ae-4e1e-9633-68a9c8081355 x-openstack-request-id: req-0812c151-79ae-4e1e-9633-68a9c8081355 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:03.394901 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb478a1a-e1c6-4441-807d-edee3aa7985d", "tag": "55ab891b-bb69-407a-9d80-c2a58cc83479", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:03.395150 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0812c151-79ae-4e1e-9633-68a9c8081355 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:03.395549 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'tag': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'status': 'completed', 'code': 200} Mar 15 17:06:03.397268 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1e4e4c-5243-4dc6-85dd-bee25309405a') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:03.397562 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1e4e4c-5243-4dc6-85dd-bee25309405a') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:03.408104 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260223160'] for segment (7b1e4e4c-5243-4dc6-85dd-bee25309405a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.428985 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (7b1e4e4c-5243-4dc6-85dd-bee25309405a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.436383 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:03.437504 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:06:03.440179 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097293'] for segment (7b1e4e4c-5243-4dc6-85dd-bee25309405a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: timer() Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: cb(*args, **kw) Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: self._notify() Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: self.callback(batched_events) Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: event.method(event) Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._get(url).json() Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:06:03.441720 dv-cinder-733623-12-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:06:03.460023 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c2a53-2a77-4957-8c18-b22a9db2aecd req-5d67b5c4-224e-42c5-b6eb-d5ce0cd0dca2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:03.464930 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d7c2a53-2a77-4957-8c18-b22a9db2aecd req-5d67b5c4-224e-42c5-b6eb-d5ce0cd0dca2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 932 time: 0.0621879 Mar 15 17:06:03.500600 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (df59ee03-2ab9-4775-9f11-b6212329d26f), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.515665 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.519027 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] 10.222.0.42 "DELETE /v2.0/networks/df59ee03-2ab9-4775-9f11-b6212329d26f HTTP/1.1" status: 204 len: 168 time: 0.4309340 Mar 15 17:06:03.520371 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1dac0-e586-4c7a-926d-9da41b0bfa47 admin admin] Pushing event deleted for resources: {'Network': ['ID=df59ee03-2ab9-4775-9f11-b6212329d26f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:03.520580 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d7c2a53-2a77-4957-8c18-b22a9db2aecd req-27030654-c1a8-40b2-b49e-dd5cddc44d1d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487103 Mar 15 17:06:03.657030 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6d7e6-913d-422d-a7c9-53f93a6cc647 req-c361748b-7657-40f6-b23a-f962a897e148 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:03.658406 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bcc6d7e6-913d-422d-a7c9-53f93a6cc647 req-c361748b-7657-40f6-b23a-f962a897e148 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 943 time: 0.0555305 Mar 15 17:06:03.667904 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-3d0b9c88-630b-4117-8473-b059a71a464b None None] Provisioning complete for port 12484f84-4e3c-42c1-98e7-929da8ebe778 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:03.668276 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3d0b9c88-630b-4117-8473-b059a71a464b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.707368 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34044) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:03.720685 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bcc6d7e6-913d-422d-a7c9-53f93a6cc647 req-27486d39-e5e5-42da-bc1a-549a742ffd1f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547786 Mar 15 17:06:03.734331 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b9c88-630b-4117-8473-b059a71a464b None None] Port 12484f84-4e3c-42c1-98e7-929da8ebe778 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:06:03.753018 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e93ffb5c-9574-4f6b-b06d-1aa9d7a9cdb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96a6ed97fb7b456b8db3547c4954e62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444930 Mar 15 17:06:03.755448 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34046) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:03.801848 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76f168dd-ee34-49b3-bab7-bbbd7529d076 admin admin] Publish callbacks [] for security_group (ded877d2-6cd2-4279-8258-2f1f2a8a4ea7), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.811768 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': 'dc75c828-2017-45d8-82f7-8d0c6b16bb96', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:82:31:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:06:01Z', 'updated_at': '2022-03-15T17:06:01Z', 'revision_number': 0, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:03.823103 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76f168dd-ee34-49b3-bab7-bbbd7529d076 admin admin] Publish callbacks [] for security_group (ded877d2-6cd2-4279-8258-2f1f2a8a4ea7), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.837664 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] Checking router: 52c1236c-9121-4018-abcf-23f9f0d2647d for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:06:03.846297 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:03.846895 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:05:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:03.869283 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76f168dd-ee34-49b3-bab7-bbbd7529d076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (ded877d2-6cd2-4279-8258-2f1f2a8a4ea7), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.871804 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76f168dd-ee34-49b3-bab7-bbbd7529d076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:03.872973 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-76f168dd-ee34-49b3-bab7-bbbd7529d076 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ded877d2-6cd2-4279-8258-2f1f2a8a4ea7 HTTP/1.1" status: 204 len: 168 time: 0.1166050 Mar 15 17:06:03.881481 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f168dd-ee34-49b3-bab7-bbbd7529d076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded877d2-6cd2-4279-8258-2f1f2a8a4ea7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:03.968098 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:04.203338 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': 'dc75c828-2017-45d8-82f7-8d0c6b16bb96', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:82:31:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:06:01Z', 'updated_at': '2022-03-15T17:06:01Z', 'revision_number': 0, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:04.229059 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f135fc7-f845-4e62-b664-153320ff7ac1 None None] The sync data for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi is: [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': 'dc75c828-2017-45d8-82f7-8d0c6b16bb96', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:82:31:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:06:01Z', 'updated_at': '2022-03-15T17:06:01Z', 'revision_number': 0, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:06:04.411630 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e28e05-7edf-437c-9a6e-8e5fb0de5e56 None None] New status for floating IP dc75c828-2017-45d8-82f7-8d0c6b16bb96: ACTIVE {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:06:04.647864 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaf632-3376-4176-bc8b-8525fa6c726b req-47ab29ec-31de-4a92-bcb5-acdecf1e9b1a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:04.649651 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5ecaf632-3376-4176-bc8b-8525fa6c726b req-47ab29ec-31de-4a92-bcb5-acdecf1e9b1a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 932 time: 0.0560107 Mar 15 17:06:04.698056 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5ecaf632-3376-4176-bc8b-8525fa6c726b req-80afc5c3-9a91-49ff-b887-64313e299839 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Mar 15 17:06:04.835233 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19114829-15d0-40bb-9274-a2c975cb9bb1 req-76188526-ef27-4fcb-8892-5500fc483101 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:04.836693 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-19114829-15d0-40bb-9274-a2c975cb9bb1 req-76188526-ef27-4fcb-8892-5500fc483101 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 943 time: 0.0526516 Mar 15 17:06:04.881988 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-19114829-15d0-40bb-9274-a2c975cb9bb1 req-e7c6947f-7c7e-407f-93b9-5c8f16c015e8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 Mar 15 17:06:04.994184 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Request body: {'port': {'device_id': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:05.056133 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ac56e-5321-4a6d-8d89-a66931bb525a req-39bc80ff-fa7f-4546-8a40-2a39c3597451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.057644 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-aa5ac56e-5321-4a6d-8d89-a66931bb525a req-39bc80ff-fa7f-4546-8a40-2a39c3597451 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 1127 time: 0.0467236 Mar 15 17:06:05.086727 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:05.091994 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-3b4e29fb-85ea-4593-b1aa-232909a229f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.093927 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-3b4e29fb-85ea-4593-b1aa-232909a229f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 1130 time: 0.0771337 Mar 15 17:06:05.166573 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ac56e-5321-4a6d-8d89-a66931bb525a req-d2d7b795-1a9e-42c9-8166-e8eb5e009840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.168074 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-aa5ac56e-5321-4a6d-8d89-a66931bb525a req-d2d7b795-1a9e-42c9-8166-e8eb5e009840 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d679d754fac6488ca843395e0096b839&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0916038 Mar 15 17:06:05.275941 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ac56e-5321-4a6d-8d89-a66931bb525a req-a70e6955-7202-487e-80fc-338a82266b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.277138 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-aa5ac56e-5321-4a6d-8d89-a66931bb525a req-a70e6955-7202-487e-80fc-338a82266b8e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002934 Mar 15 17:06:05.367800 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-ba6e9080-5017-4e90-b588-52ac0f2fa701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.369417 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-ba6e9080-5017-4e90-b588-52ac0f2fa701 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 1127 time: 0.0497789 Mar 15 17:06:05.425748 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-a535f13a-db81-4974-8139-816e8889aff7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27ae20ba-2740-40f3-baa2-efd5341987bb HTTP/1.1" status: 200 len: 217 time: 0.0481694 Mar 15 17:06:05.484239 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8efb506e-6307-4962-bb43-acd92193e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:05.513812 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-fe8ef3b4-23f4-4a1a-891a-766151c6e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.515393 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-fe8ef3b4-23f4-4a1a-891a-766151c6e93d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.0837028 Mar 15 17:06:05.550865 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-1a6b4f7c-853e-45f1-bd3c-4be30e71ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.553240 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-1a6b4f7c-853e-45f1-bd3c-4be30e71ace9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.4531958 Mar 15 17:06:05.576827 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-38b6c84c-05d5-4343-bfbe-0b9d3ac9443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.578911 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-38b6c84c-05d5-4343-bfbe-0b9d3ac9443b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555851 Mar 15 17:06:05.701054 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-456e5947-b3b6-406a-abcd-a4dde4275b39 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059577 Mar 15 17:06:05.705849 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-b590991d-a9fc-4ccc-95d4-38a9f21fcedb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55ab891b-bb69-407a-9d80-c2a58cc83479 HTTP/1.1" status: 200 len: 1001 time: 0.1201880 Mar 15 17:06:05.787421 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-31d6fee6-5edf-4f5d-bb2f-8d49baf24cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.789109 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-31d6fee6-5edf-4f5d-bb2f-8d49baf24cec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.0745511 Mar 15 17:06:05.842391 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-713c1fab-1e0d-4055-b34f-fbbed9ae90ed req-300df355-1e2c-4b43-ba16-abef9c563fad service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306467 Mar 15 17:06:05.887407 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12484f84-4e3c-42c1-98e7-929da8ebe778 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:06:05.900148 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Publish callbacks [] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:05.926230 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Transition to ACTIVE for port object 12484f84-4e3c-42c1-98e7-929da8ebe778 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:06:05.929723 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-6adc7c40-4e81-4f4f-a9e4-1ea8955d0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.931597 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-6adc7c40-4e81-4f4f-a9e4-1ea8955d0a24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1179252 Mar 15 17:06:05.934741 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:05.951155 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c598e-1cda-416c-a13e-fddf02d72c95 req-369cb809-580c-417c-b503-3a4ecc9f6f16 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:05.952603 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-113c598e-1cda-416c-a13e-fddf02d72c95 req-369cb809-580c-417c-b503-3a4ecc9f6f16 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 932 time: 0.1401501 Mar 15 17:06:06.106911 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Pushing event updated for resources: {'Port': ['ID=12484f84-4e3c-42c1-98e7-929da8ebe778,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:06.177320 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-113c598e-1cda-416c-a13e-fddf02d72c95 req-da46c711-1fbb-422d-93c9-776c858b1e28 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980433 Mar 15 17:06:06.209202 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5e265-822e-48eb-b1e0-434541423a30 req-0978715f-a7a6-4fb5-bd48-1b076918e659 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:06.210675 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-06f5e265-822e-48eb-b1e0-434541423a30 req-0978715f-a7a6-4fb5-bd48-1b076918e659 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 943 time: 0.2572434 Mar 15 17:06:06.214398 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-e3cc5768-ba45-4064-b673-a41b0293ddec service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707541 Mar 15 17:06:06.247844 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Attempting to bind port 12484f84-4e3c-42c1-98e7-929da8ebe778 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:06:06.248173 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Attempting to bind port 12484f84-4e3c-42c1-98e7-929da8ebe778 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:06:06.248531 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Attempting to bind port 12484f84-4e3c-42c1-98e7-929da8ebe778 on network 383e2855-edee-431f-82e3-9ead978f319c {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:06:06.259857 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Port 12484f84-4e3c-42c1-98e7-929da8ebe778 on network 383e2855-edee-431f-82e3-9ead978f319c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:06:06.260177 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Attempting to bind port 12484f84-4e3c-42c1-98e7-929da8ebe778 on network 383e2855-edee-431f-82e3-9ead978f319c {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:06:06.269094 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:06:06.269376 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Checking segment: {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:06:06.269750 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Bound using segment: {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:06:06.270170 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Bound port: 12484f84-4e3c-42c1-98e7-929da8ebe778, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4790ec64-62f1-469a-adfe-b5b03fa4a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '383e2855-edee-431f-82e3-9ead978f319c'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:06:06.270527 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:06.290962 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-06f5e265-822e-48eb-b1e0-434541423a30 req-6cddf5e6-e079-42f1-98b0-e83c470c68cd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731287 Mar 15 17:06:06.342199 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:06:06.345608 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=12484f84-4e3c-42c1-98e7-929da8ebe778,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:06:06.351740 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:06.394738 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:06.395355 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:06.396805 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] 10.222.0.43 "PUT /v2.0/ports/12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 200 len: 1094 time: 1.4074514 Mar 15 17:06:06.400004 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:06.403954 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68705f68-7f6a-41e1-887c-fa54551f6486" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:06.430939 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0befc00-4034-4e2c-a295-c83cb7073063 service neutron] Pushing event updated for resources: {'Port': ['ID=12484f84-4e3c-42c1-98e7-929da8ebe778,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:06.443425 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91071cac-2aa6-476b-9920-d214e0dd4346 x-openstack-request-id: req-91071cac-2aa6-476b-9920-d214e0dd4346 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:06.443814 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:06.444130 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91071cac-2aa6-476b-9920-d214e0dd4346 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:06.444665 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'status': 'completed', 'code': 200} Mar 15 17:06:06.470752 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:07.296580 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ba1d0-1790-47ee-ac4c-1ebb3ded17af req-3f286000-1ffb-40e9-bdf7-aef30308b889 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:07.298039 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c75ba1d0-1790-47ee-ac4c-1ebb3ded17af req-3f286000-1ffb-40e9-bdf7-aef30308b889 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0552213 Mar 15 17:06:07.346360 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c75ba1d0-1790-47ee-ac4c-1ebb3ded17af req-474f7a2c-ef49-4dd9-9a0a-1061c4fd8d58 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429349 Mar 15 17:06:07.408525 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbea99-2de0-4885-bada-71128e9d1923 req-3db409af-8c12-4e51-9bac-3bcfc7011f8e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:07.409958 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-11fbea99-2de0-4885-bada-71128e9d1923 req-3db409af-8c12-4e51-9bac-3bcfc7011f8e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 943 time: 0.0505867 Mar 15 17:06:07.454269 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-11fbea99-2de0-4885-bada-71128e9d1923 req-5feb1fec-392b-4946-8616-12f8ba66fa02 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 Mar 15 17:06:07.896380 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:07.907987 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f5cf2cd-9f74-4283-a199-3ceb073990be req-817bdaa7-7dbf-42a0-90b8-7f3bf2b36d3f service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861566 Mar 15 17:06:08.459764 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840e9f5-9bf7-40a6-87fa-4f419d93c6b9 req-cd5fa7c9-4798-4da0-86a3-e3c26d35f0ac tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:08.461244 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b840e9f5-9bf7-40a6-87fa-4f419d93c6b9 req-cd5fa7c9-4798-4da0-86a3-e3c26d35f0ac tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0514717 Mar 15 17:06:08.509422 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b840e9f5-9bf7-40a6-87fa-4f419d93c6b9 req-69034dbf-7a29-4c43-b893-dc37e2dc0322 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Mar 15 17:06:08.569862 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c13ead-72b6-4787-95d5-44d264716495 req-b45fa90f-7d2c-4e66-8eaa-8f69da23072f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:08.571388 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-54c13ead-72b6-4787-95d5-44d264716495 req-b45fa90f-7d2c-4e66-8eaa-8f69da23072f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 943 time: 0.0521002 Mar 15 17:06:08.620205 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-54c13ead-72b6-4787-95d5-44d264716495 req-b5a97ef6-001e-4780-bcc6-a0d446f064ff tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431352 Mar 15 17:06:08.789856 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68705f68-7f6a-41e1-887c-fa54551f6486 req-7467af92-d7e7-4e98-8bca-80133ebda705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:08.791351 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-68705f68-7f6a-41e1-887c-fa54551f6486 req-7467af92-d7e7-4e98-8bca-80133ebda705 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1128 time: 0.0475483 Mar 15 17:06:08.970050 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68705f68-7f6a-41e1-887c-fa54551f6486 req-32058e3c-9786-4416-8d1f-12f3b0726017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:08.971559 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-68705f68-7f6a-41e1-887c-fa54551f6486 req-32058e3c-9786-4416-8d1f-12f3b0726017 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1602018 Mar 15 17:06:09.133331 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68705f68-7f6a-41e1-887c-fa54551f6486 req-32c016ad-14cd-41bf-aa3a-0ada487d97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:09.134788 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-68705f68-7f6a-41e1-887c-fa54551f6486 req-32c016ad-14cd-41bf-aa3a-0ada487d97d7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558220 Mar 15 17:06:09.221759 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f084100-877a-431c-8d50-d88da65d50e8 req-df7be5d6-49d2-4774-8a86-9d3d142a61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:09.223459 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-df7be5d6-49d2-4774-8a86-9d3d142a61d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1128 time: 0.0469468 Mar 15 17:06:09.268536 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-5f2e80ba-3651-482d-a541-cc2d62faf949 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 200 len: 217 time: 0.0362470 Mar 15 17:06:09.318135 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f084100-877a-431c-8d50-d88da65d50e8 req-f393a936-a2a5-4824-9d39-165e3194cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:09.319525 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-f393a936-a2a5-4824-9d39-165e3194cdaa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6045e005-abb3-4d60-b928-511f35402040 HTTP/1.1" status: 200 len: 847 time: 0.0421553 Mar 15 17:06:09.382566 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f084100-877a-431c-8d50-d88da65d50e8 req-46e9f3b5-6259-4885-9916-860f8dd3bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:09.384027 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-46e9f3b5-6259-4885-9916-860f8dd3bd72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=383e2855-edee-431f-82e3-9ead978f319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459225 Mar 15 17:06:09.469355 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-e78eb52b-b871-4e65-a43b-4b0743939d12 service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789144 Mar 15 17:06:09.558658 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f084100-877a-431c-8d50-d88da65d50e8 req-346d82c5-70f6-4c12-b260-9225914d51c6 service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822423 Mar 15 17:06:09.626538 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:09.627153 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e3790-b8f3-4df6-af83-e7b32e8eb194 req-14c059ce-68bb-40d8-ac1c-78ebd80b35e5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:09.628487 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-413e3790-b8f3-4df6-af83-e7b32e8eb194 req-14c059ce-68bb-40d8-ac1c-78ebd80b35e5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0544145 Mar 15 17:06:09.674071 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:09.681601 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-413e3790-b8f3-4df6-af83-e7b32e8eb194 req-9db48f2c-34bf-4b7e-81a9-1d62803cf6a6 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473251 Mar 15 17:06:09.736989 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8cb16-863e-4687-b18c-a8556f91f9c3 req-2e201ff1-bbe0-481d-ae75-ab04e463a215 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:09.738419 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27d8cb16-863e-4687-b18c-a8556f91f9c3 req-2e201ff1-bbe0-481d-ae75-ab04e463a215 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 943 time: 0.0508690 Mar 15 17:06:09.789066 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-27d8cb16-863e-4687-b18c-a8556f91f9c3 req-60a8bb20-3eed-4b37-b20d-284a656fe4bf tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448694 Mar 15 17:06:10.798871 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71e86d-c9e3-4a78-9b4a-a475d6ef3a84 req-39332f97-19fd-4c27-92d1-e3b44bf67464 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:10.800322 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f71e86d-c9e3-4a78-9b4a-a475d6ef3a84 req-39332f97-19fd-4c27-92d1-e3b44bf67464 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0511973 Mar 15 17:06:10.850640 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f71e86d-c9e3-4a78-9b4a-a475d6ef3a84 req-36f971ed-9388-4d98-b468-a7eb887ed258 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447001 Mar 15 17:06:10.903310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99fe65-4f0c-4927-9be4-b7cbcd685459 req-d146c0e6-6f08-48fc-9d2f-a3a8da5e505d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:10.905321 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6c99fe65-4f0c-4927-9be4-b7cbcd685459 req-d146c0e6-6f08-48fc-9d2f-a3a8da5e505d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 943 time: 0.0510039 Mar 15 17:06:10.953797 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6c99fe65-4f0c-4927-9be4-b7cbcd685459 req-c3d31473-c4e4-4be3-9f97-d89de5683e3d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 Mar 15 17:06:11.977851 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508f12-e31b-475f-8501-4c49f45f0115 req-835c0491-d0fb-4f86-a873-04374e0f2a25 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:11.979254 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6c508f12-e31b-475f-8501-4c49f45f0115 req-835c0491-d0fb-4f86-a873-04374e0f2a25 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0559757 Mar 15 17:06:12.037865 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6c508f12-e31b-475f-8501-4c49f45f0115 req-2b3757d3-81c6-4d51-b140-6e294e01e724 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525398 Mar 15 17:06:12.077510 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eaf88-c761-4254-a7ed-d980970d4990 req-f4fc8198-cd3b-48b5-ae76-12298f857935 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:12.078959 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e36eaf88-c761-4254-a7ed-d980970d4990 req-f4fc8198-cd3b-48b5-ae76-12298f857935 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 943 time: 0.0550494 Mar 15 17:06:12.123024 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e36eaf88-c761-4254-a7ed-d980970d4990 req-6a028ad2-cf65-45a0-9b85-0c0e20e9ccbb tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380707 Mar 15 17:06:12.318825 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 27ae20ba-2740-40f3-baa2-efd5341987bb details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:06:12.414930 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 27ae20ba-2740-40f3-baa2-efd5341987bb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27ae20ba-2740-40f3-baa2-efd5341987bb,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:12.426508 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '27ae20ba-2740-40f3-baa2-efd5341987bb', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'port_id': '27ae20ba-2740-40f3-baa2-efd5341987bb', 'mac_address': 'fa:16:3e:37:e6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:06:12.463144 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 27ae20ba-2740-40f3-baa2-efd5341987bb is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:12.463533 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:12.476124 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ae20ba-2740-40f3-baa2-efd5341987bb {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:06:12.495335 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 27ae20ba-2740-40f3-baa2-efd5341987bb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27ae20ba-2740-40f3-baa2-efd5341987bb,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:12.499827 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:12.545800 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=27ae20ba-2740-40f3-baa2-efd5341987bb,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:13.156010 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152db05a-fe40-42fb-ab85-cf895820c425 req-f0da08ab-8fa7-44bc-a942-166cc544e59a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:13.157528 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-152db05a-fe40-42fb-ab85-cf895820c425 req-f0da08ab-8fa7-44bc-a942-166cc544e59a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0542402 Mar 15 17:06:13.236974 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-152db05a-fe40-42fb-ab85-cf895820c425 req-89603545-225e-43c3-b72d-a1f023ca23ec tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739882 Mar 15 17:06:13.280305 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4971c66-3754-4fb7-af2b-58a8a5a14484 req-c4e168a9-9669-4c3e-ac36-9ee2d2dae424 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:13.281800 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a4971c66-3754-4fb7-af2b-58a8a5a14484 req-c4e168a9-9669-4c3e-ac36-9ee2d2dae424 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 944 time: 0.0925407 Mar 15 17:06:13.288272 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-2751cabc-55d5-4010-82ad-376d32d4f068 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658977 Mar 15 17:06:13.353455 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a4971c66-3754-4fb7-af2b-58a8a5a14484 req-e6e7b5a3-b728-4792-b280-efb3c1be40ca tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641208 Mar 15 17:06:13.368933 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-27605f93-da53-4168-9638-55f143e992c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:13.370394 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-27605f93-da53-4168-9638-55f143e992c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 1131 time: 0.0577638 Mar 15 17:06:13.476035 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-44a6f889-706b-4119-a124-d2df62c02b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:13.477644 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-44a6f889-706b-4119-a124-d2df62c02b29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 917 time: 0.0839341 Mar 15 17:06:13.499268 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['27ae20ba-2740-40f3-baa2-efd5341987bb'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:06:13.548925 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-6a28a379-e3ba-454e-a74b-dbeacc533b5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6892ee86-8204-4544-9864-a95c68fd1f77 HTTP/1.1" status: 200 len: 1002 time: 0.0647373 Mar 15 17:06:13.599619 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-6d078ea7-d031-4fc6-bce2-4a7f86a8e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:13.601127 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-6d078ea7-d031-4fc6-bce2-4a7f86a8e870 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.0451083 Mar 15 17:06:13.657664 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-3f7071cf-168c-4bbc-8f6d-6aa891ea9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:13.659136 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-3f7071cf-168c-4bbc-8f6d-6aa891ea9b6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501637 Mar 15 17:06:13.756554 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-3abf0bc3-2b79-4fbf-a9e1-4956d1baa334 service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888062 Mar 15 17:06:13.839680 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b10a8f6-9d04-4c7e-8145-6c6240e5a65b req-7c34d801-56eb-4a85-8867-02fca29ecd2e service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789571 Mar 15 17:06:14.360592 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace6561-6cb5-4566-b65a-1034a0522cdc req-97b9fb62-3356-4896-9e45-5dd0da7a2cec tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:14.362037 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ace6561-6cb5-4566-b65a-1034a0522cdc req-97b9fb62-3356-4896-9e45-5dd0da7a2cec tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0555940 Mar 15 17:06:14.410135 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1ace6561-6cb5-4566-b65a-1034a0522cdc req-a84d040a-4ce3-4629-b1f6-a4c22d32694a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424626 Mar 15 17:06:14.473157 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d94a2-05a3-4dcb-b417-01fba196068c req-6e7a291f-6579-4008-9bf4-51c61b62a69b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:14.474879 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fe9d94a2-05a3-4dcb-b417-01fba196068c req-6e7a291f-6579-4008-9bf4-51c61b62a69b tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 944 time: 0.0543370 Mar 15 17:06:14.528944 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fe9d94a2-05a3-4dcb-b417-01fba196068c req-7512ac32-0767-4068-8124-abfa28c0b54f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480354 Mar 15 17:06:14.937176 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cf1bf-6cad-4eca-a85d-5b2c8b03f7bc req-4572b043-9ae0-42ad-a010-3eb4020bcd61 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:14.938675 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ba2cf1bf-6cad-4eca-a85d-5b2c8b03f7bc req-4572b043-9ae0-42ad-a010-3eb4020bcd61 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0507364 Mar 15 17:06:14.986671 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ba2cf1bf-6cad-4eca-a85d-5b2c8b03f7bc req-03e81b41-a346-4ff1-abae-2034d2c1ac68 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Mar 15 17:06:15.522996 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:06:15.526940 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bbe37-d2ad-4a0a-a564-ee2bbf4d447a req-5dde76ce-a28b-42b2-99d7-da5c7b80efdf tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:15.528374 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f32bbe37-d2ad-4a0a-a564-ee2bbf4d447a req-5dde76ce-a28b-42b2-99d7-da5c7b80efdf tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0501959 Mar 15 17:06:15.576139 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f32bbe37-d2ad-4a0a-a564-ee2bbf4d447a req-86880cec-b028-426b-9f9f-89b216b34fe4 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411236 Mar 15 17:06:15.584113 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 27ae20ba-2740-40f3-baa2-efd5341987bb up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:06:15.632352 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 27ae20ba-2740-40f3-baa2-efd5341987bb completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:06:15.636578 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 27ae20ba-2740-40f3-baa2-efd5341987bb triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:15.636954 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:15.644862 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2a4e6-8f22-4c04-9a71-9d2734681d9b req-99c738e6-6cd1-46ce-acfa-a707fd574883 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:15.646377 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-23d2a4e6-8f22-4c04-9a71-9d2734681d9b req-99c738e6-6cd1-46ce-acfa-a707fd574883 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 944 time: 0.0520239 Mar 15 17:06:15.699854 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-23d2a4e6-8f22-4c04-9a71-9d2734681d9b req-d04eaab8-0817-46ff-9d71-d1d8388bdf1c tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471497 Mar 15 17:06:15.729486 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 27ae20ba-2740-40f3-baa2-efd5341987bb is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:15.729873 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:15.757194 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ae20ba-2740-40f3-baa2-efd5341987bb'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:15.759739 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20e72c9-1aa8-44d6-a31e-8a4b705c5e60" -d '{"events": [{"server_uuid": "cf2b9338-2e98-4e3f-bccf-226f230f877f", "name": "network-vif-plugged", "status": "completed", "tag": "27ae20ba-2740-40f3-baa2-efd5341987bb"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:15.774431 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 27ae20ba-2740-40f3-baa2-efd5341987bb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27ae20ba-2740-40f3-baa2-efd5341987bb,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:15.779835 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:15.807215 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dbf1bf-2fec-4092-a74b-b69d234049f6 x-openstack-request-id: req-a5dbf1bf-2fec-4092-a74b-b69d234049f6 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:15.807685 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2b9338-2e98-4e3f-bccf-226f230f877f", "name": "network-vif-plugged", "status": "completed", "tag": "27ae20ba-2740-40f3-baa2-efd5341987bb", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:15.807946 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5dbf1bf-2fec-4092-a74b-b69d234049f6 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:15.809368 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ae20ba-2740-40f3-baa2-efd5341987bb', 'code': 200} Mar 15 17:06:15.847142 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=27ae20ba-2740-40f3-baa2-efd5341987bb,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:16.011886 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053279ec-1930-4ec7-a96e-55768793598c req-bae1991c-fcd9-4f6e-837c-6036c232080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:16.014028 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-053279ec-1930-4ec7-a96e-55768793598c req-bae1991c-fcd9-4f6e-837c-6036c232080b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 1129 time: 0.0499706 Mar 15 17:06:16.070131 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-053279ec-1930-4ec7-a96e-55768793598c req-f0e94b47-ff9e-4228-a453-a72eb11306f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497553 Mar 15 17:06:16.109908 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6689a2-81b0-425f-a288-09734193532e req-cf7434a8-9385-4f97-92b0-2dec0563b3c8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:16.111342 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e6689a2-81b0-425f-a288-09734193532e req-cf7434a8-9385-4f97-92b0-2dec0563b3c8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0582759 Mar 15 17:06:16.157612 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e6689a2-81b0-425f-a288-09734193532e req-1cc238b2-ca05-404c-b8be-9e82c9bf6298 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Mar 15 17:06:16.698059 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7d092-96ca-4853-aef2-231eb31f332b req-67c9545c-6cba-419d-8e0e-9f5fcf3d42a2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:16.699518 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bab7d092-96ca-4853-aef2-231eb31f332b req-67c9545c-6cba-419d-8e0e-9f5fcf3d42a2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0549848 Mar 15 17:06:16.746885 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bab7d092-96ca-4853-aef2-231eb31f332b req-deea9f89-82be-4216-9132-1c75a516f13e tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417686 Mar 15 17:06:16.819488 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10740a45-72bf-43a8-a3b6-66c0bcf813d2 req-633b0479-80c7-4640-a06b-7005e9101e4e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:16.820951 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10740a45-72bf-43a8-a3b6-66c0bcf813d2 req-633b0479-80c7-4640-a06b-7005e9101e4e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 945 time: 0.0511794 Mar 15 17:06:16.866363 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10740a45-72bf-43a8-a3b6-66c0bcf813d2 req-55c3fb60-8dd4-49ca-8fbc-146ea97b30d6 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398617 Mar 15 17:06:17.280849 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6734f-1d7f-42ac-9095-a701a814c1e1 req-6ea009e1-ca8f-4c66-8735-4599261cbb01 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:17.282315 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b4c6734f-1d7f-42ac-9095-a701a814c1e1 req-6ea009e1-ca8f-4c66-8735-4599261cbb01 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0586603 Mar 15 17:06:17.330362 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b4c6734f-1d7f-42ac-9095-a701a814c1e1 req-55f767b3-2dba-4ad9-b8b9-bd0ee0a8ac68 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Mar 15 17:06:18.127607 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7393535-320e-4f5f-b347-7b07954be865 req-4929a080-6702-4339-95ce-c9967e786cf1 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:18.128971 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7393535-320e-4f5f-b347-7b07954be865 req-4929a080-6702-4339-95ce-c9967e786cf1 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.3160837 Mar 15 17:06:18.140279 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88f538-f05e-4957-b110-fa86df0fc7b4 req-e5d3d27f-54ac-4dcf-b023-a7e5f08e584d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:18.141640 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e88f538-f05e-4957-b110-fa86df0fc7b4 req-e5d3d27f-54ac-4dcf-b023-a7e5f08e584d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 945 time: 0.0670474 Mar 15 17:06:18.212836 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7393535-320e-4f5f-b347-7b07954be865 req-e5c32f2e-bdb8-4b01-981b-6e1281d5cc78 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702856 Mar 15 17:06:18.216785 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e88f538-f05e-4957-b110-fa86df0fc7b4 req-4131017b-908e-458f-8059-311b82bc64d0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687740 Mar 15 17:06:18.444220 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043c88f-9529-4e87-a0f0-44f8109db9ef req-3a59e335-c3d5-42e4-ae0f-75ff9966aa35 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:18.445621 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5043c88f-9529-4e87-a0f0-44f8109db9ef req-3a59e335-c3d5-42e4-ae0f-75ff9966aa35 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0511909 Mar 15 17:06:18.490109 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5043c88f-9529-4e87-a0f0-44f8109db9ef req-f0f4397f-4a95-4c2f-a7a4-e039e2a63be5 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 Mar 15 17:06:18.860868 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 12484f84-4e3c-42c1-98e7-929da8ebe778 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:06:18.953293 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=12484f84-4e3c-42c1-98e7-929da8ebe778,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:18.964060 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'port_id': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'mac_address': 'fa:16:3e:8a:92:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:06:19.001044 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 12484f84-4e3c-42c1-98e7-929da8ebe778 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:19.001432 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.017037 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12484f84-4e3c-42c1-98e7-929da8ebe778 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:06:19.036418 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=12484f84-4e3c-42c1-98e7-929da8ebe778,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:19.040033 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:19.085082 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=12484f84-4e3c-42c1-98e7-929da8ebe778,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:19.362796 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e6b18-ad61-48fd-a029-94abee1f110a req-31532d46-935a-44b2-9bbf-c6c0f9b1d23d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:19.364258 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bb3e6b18-ad61-48fd-a029-94abee1f110a req-31532d46-935a-44b2-9bbf-c6c0f9b1d23d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 945 time: 0.0758731 Mar 15 17:06:19.371557 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96d93-f660-4df8-b344-3b37aa5500e6 req-7e3415b0-d1c9-40b3-83bc-0ef645b7cea1 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:19.372061 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['12484f84-4e3c-42c1-98e7-929da8ebe778'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:06:19.373009 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-54d96d93-f660-4df8-b344-3b37aa5500e6 req-7e3415b0-d1c9-40b3-83bc-0ef645b7cea1 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 945 time: 0.0932178 Mar 15 17:06:19.444570 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bb3e6b18-ad61-48fd-a029-94abee1f110a req-00d2583a-7f3a-4b50-a1fb-a1e32efe537a tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705588 Mar 15 17:06:19.449185 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-54d96d93-f660-4df8-b344-3b37aa5500e6 req-6f145045-963a-4f27-9205-f9de89ecf3e9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680330 Mar 15 17:06:19.605811 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aac6f-e36f-46a2-b576-0ef1e52a3345 req-ef40c035-de02-44e5-9f9d-c6cb4875ac63 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:19.607313 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-191aac6f-e36f-46a2-b576-0ef1e52a3345 req-ef40c035-de02-44e5-9f9d-c6cb4875ac63 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0521686 Mar 15 17:06:19.653127 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-191aac6f-e36f-46a2-b576-0ef1e52a3345 req-2a1a7764-2f4a-4bf9-9e4f-688ad72a66bd tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403557 Mar 15 17:06:20.594519 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438eb76-016e-4563-a146-7684abd0b5ee req-5d0b1d9a-05b6-42de-92d0-3f21c509860f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:20.595975 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e438eb76-016e-4563-a146-7684abd0b5ee req-5d0b1d9a-05b6-42de-92d0-3f21c509860f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 945 time: 0.0850191 Mar 15 17:06:20.603308 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b38e9-d21a-4ec7-a24a-fdce4e8eb7c2 req-12d924a9-b36d-4c8e-ab53-2646cc72291d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:20.604686 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c22b38e9-d21a-4ec7-a24a-fdce4e8eb7c2 req-12d924a9-b36d-4c8e-ab53-2646cc72291d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 945 time: 0.0850883 Mar 15 17:06:20.674725 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e438eb76-016e-4563-a146-7684abd0b5ee req-f3446864-c3bf-4a58-8ea2-468010eec502 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691051 Mar 15 17:06:20.679693 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c22b38e9-d21a-4ec7-a24a-fdce4e8eb7c2 req-b6c3d0b3-a2fd-40dc-a9b1-5ee8f6050f04 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679564 Mar 15 17:06:20.810617 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df9b63-4276-41f7-9ddb-d3f28477dd08 req-a09f92a1-eaae-4cbd-af43-bd89fb8f8b35 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:20.812066 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f9df9b63-4276-41f7-9ddb-d3f28477dd08 req-a09f92a1-eaae-4cbd-af43-bd89fb8f8b35 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0832005 Mar 15 17:06:20.822277 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cced-a0ba-4a71-9cad-022732f75828 req-e08f7710-d953-4633-8922-7f30465aebbe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:20.823613 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ec11cced-a0ba-4a71-9cad-022732f75828 req-e08f7710-d953-4633-8922-7f30465aebbe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 945 time: 0.0861175 Mar 15 17:06:20.833933 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34228) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:20.840422 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-19dd129e-5478-48d6-b887-902100063989 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'floatingip': {'port_id': '27ae20ba-2740-40f3-baa2-efd5341987bb'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:20.868133 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f9df9b63-4276-41f7-9ddb-d3f28477dd08 req-07795b8e-c91e-4c19-b7ad-9d5a8c00b111 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435896 Mar 15 17:06:20.880340 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19dd129e-5478-48d6-b887-902100063989 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (c5f1fead-fbac-4e50-9211-8eee584f2960), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:21.298648 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19dd129e-5478-48d6-b887-902100063989 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:21.302604 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19dd129e-5478-48d6-b887-902100063989 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (c5f1fead-fbac-4e50-9211-8eee584f2960), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:21.413055 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-19dd129e-5478-48d6-b887-902100063989 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Floating IP c5f1fead-fbac-4e50-9211-8eee584f2960 associated. External IP: 172.27.0.21, port: 27ae20ba-2740-40f3-baa2-efd5341987bb. Mar 15 17:06:21.602208 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 12484f84-4e3c-42c1-98e7-929da8ebe778 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:06:21.620309 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dd129e-5478-48d6-b887-902100063989 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:06:21.649979 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 12484f84-4e3c-42c1-98e7-929da8ebe778 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:06:21.654477 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 12484f84-4e3c-42c1-98e7-929da8ebe778 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:21.654923 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:21.736771 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 12484f84-4e3c-42c1-98e7-929da8ebe778 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:21.736925 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dd129e-5478-48d6-b887-902100063989 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:06:21.737171 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:21.741989 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19dd129e-5478-48d6-b887-902100063989 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:21.749535 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:06:21.775165 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:21.776019 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-19dd129e-5478-48d6-b887-902100063989 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "PUT /v2.0/floatingips/c5f1fead-fbac-4e50-9211-8eee584f2960 HTTP/1.1" status: 200 len: 990 time: 0.9409921 Mar 15 17:06:21.776742 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'tag': '27ae20ba-2740-40f3-baa2-efd5341987bb'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:21.778705 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594b8b2f-4f3f-42b2-9666-23af703dbfe1" -d '{"events": [{"server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "name": "network-vif-plugged", "status": "completed", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:21.779092 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2b9338-2e98-4e3f-bccf-226f230f877f", "tag": "27ae20ba-2740-40f3-baa2-efd5341987bb"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:21.793775 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:21.794920 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:06:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:21.805947 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=12484f84-4e3c-42c1-98e7-929da8ebe778,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:21.821133 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aade07b-6f80-4af9-a76c-79ea77cc9f48 x-openstack-request-id: req-8aade07b-6f80-4af9-a76c-79ea77cc9f48 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:21.821427 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2b9338-2e98-4e3f-bccf-226f230f877f", "tag": "27ae20ba-2740-40f3-baa2-efd5341987bb", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:21.821874 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8aade07b-6f80-4af9-a76c-79ea77cc9f48 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:21.822330 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'tag': '27ae20ba-2740-40f3-baa2-efd5341987bb', 'status': 'completed', 'code': 200} Mar 15 17:06:21.831358 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a77f47-2067-4354-8648-e22d4908e51b req-8505a199-c3b6-4a86-8473-ad9b5600f39b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:21.832962 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-98a77f47-2067-4354-8648-e22d4908e51b req-8505a199-c3b6-4a86-8473-ad9b5600f39b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 945 time: 0.0729313 Mar 15 17:06:21.885616 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-98a77f47-2067-4354-8648-e22d4908e51b req-a8bba9a9-9849-41f2-a3a6-958c108b4d35 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452180 Mar 15 17:06:21.990854 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c3d94-d1df-46c2-a093-a3bbd4a9b613 req-ccb6f521-2302-4a26-ba09-74dd578bf01f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:21.992498 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e11c3d94-d1df-46c2-a093-a3bbd4a9b613 req-ccb6f521-2302-4a26-ba09-74dd578bf01f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0537179 Mar 15 17:06:22.009868 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae14a114-a90b-434c-89ea-1359a19ec8bd x-openstack-request-id: req-ae14a114-a90b-434c-89ea-1359a19ec8bd {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:22.010164 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "name": "network-vif-plugged", "status": "completed", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:22.010413 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae14a114-a90b-434c-89ea-1359a19ec8bd {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:22.010793 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'code': 200} Mar 15 17:06:22.011531 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:22.042535 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e11c3d94-d1df-46c2-a093-a3bbd4a9b613 req-ba81bffe-b091-47ae-bd42-1e44a4c97c1f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Mar 15 17:06:22.077736 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=12484f84-4e3c-42c1-98e7-929da8ebe778,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:22.094260 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:22.326662 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': 'c5f1fead-fbac-4e50-9211-8eee584f2960', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': '27ae20ba-2740-40f3-baa2-efd5341987bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:37:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:05:58Z', 'updated_at': '2022-03-15T17:06:21Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:22.352467 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:06:22.361316 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:22.361910 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:06:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:22.471486 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:22.694310 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': 'c5f1fead-fbac-4e50-9211-8eee584f2960', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': '27ae20ba-2740-40f3-baa2-efd5341987bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:37:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:05:58Z', 'updated_at': '2022-03-15T17:06:21Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:22.723821 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56a5dc-bd31-47bc-84f6-3cfbf8a4abd6 None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': 'c5f1fead-fbac-4e50-9211-8eee584f2960', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': '27ae20ba-2740-40f3-baa2-efd5341987bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:37:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:05:58Z', 'updated_at': '2022-03-15T17:06:21Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:06:22.915036 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b79c23-96ee-474b-a793-275e38bf7843 None None] New status for floating IP c5f1fead-fbac-4e50-9211-8eee584f2960: ACTIVE {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:06:23.003739 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d20ec2-c1f3-4287-8435-a8ad40fa0ecb req-cb11379d-d148-482b-86fe-10a9627ede16 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:23.005233 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-31d20ec2-c1f3-4287-8435-a8ad40fa0ecb req-cb11379d-d148-482b-86fe-10a9627ede16 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0519404 Mar 15 17:06:23.053862 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-31d20ec2-c1f3-4287-8435-a8ad40fa0ecb req-53041167-3c92-43f6-a905-828b2d75d44c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428479 Mar 15 17:06:23.161430 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74924cbe-820d-4c45-8990-cf42872d1b71 req-57b2c3bf-c085-48d8-a3bc-d462dbabb400 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:23.162887 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-74924cbe-820d-4c45-8990-cf42872d1b71 req-57b2c3bf-c085-48d8-a3bc-d462dbabb400 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0517817 Mar 15 17:06:23.207960 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-74924cbe-820d-4c45-8990-cf42872d1b71 req-eae86778-57f4-4f63-88af-528d7cb7a168 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 Mar 15 17:06:24.184115 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba41cb7-b2c4-4e5b-8c25-d6cc528b8816 req-2e2269b9-de0d-4dd9-b0f7-a24538205500 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:24.186100 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-aba41cb7-b2c4-4e5b-8c25-d6cc528b8816 req-2e2269b9-de0d-4dd9-b0f7-a24538205500 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0552714 Mar 15 17:06:24.234281 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-aba41cb7-b2c4-4e5b-8c25-d6cc528b8816 req-60e171cc-ff94-4a2b-a7d1-52d8d8694170 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Mar 15 17:06:24.341337 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-c72b3c4c-8157-4e9b-bbe4-9196cadbd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:24.342744 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-c72b3c4c-8157-4e9b-bbe4-9196cadbd313 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 1129 time: 0.0770094 Mar 15 17:06:24.350249 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415eee37-235e-439e-b304-bfe0fc1c687f req-6cd4cc16-4054-4b31-a95c-0413a4b7a81d tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:24.351592 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-415eee37-235e-439e-b304-bfe0fc1c687f req-6cd4cc16-4054-4b31-a95c-0413a4b7a81d tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0765362 Mar 15 17:06:24.453214 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-415eee37-235e-439e-b304-bfe0fc1c687f req-831e7a4a-582d-4bd7-833b-b5cc19a4c600 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901253 Mar 15 17:06:24.500651 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-c5e05d24-f957-4df6-ac0d-7f7e8f6f30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:24.502104 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-c5e05d24-f957-4df6-ac0d-7f7e8f6f30e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 914 time: 0.1466246 Mar 15 17:06:24.523996 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b71d2-a68c-4df7-a8c5-e87e15119e54 req-d782a624-bf0d-4ae6-8eb5-d39676240cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:24.525423 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-614b71d2-a68c-4df7-a8c5-e87e15119e54 req-d782a624-bf0d-4ae6-8eb5-d39676240cb1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1130 time: 0.0621037 Mar 15 17:06:24.602303 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-8f292940-6e8e-4640-93a9-e6ba70e98b5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27ae20ba-2740-40f3-baa2-efd5341987bb HTTP/1.1" status: 200 len: 1000 time: 0.0864134 Mar 15 17:06:24.621786 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-614b71d2-a68c-4df7-a8c5-e87e15119e54 req-4a165b9b-f19d-4bf0-8676-614fa4a169f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664208 Mar 15 17:06:24.654659 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-83bdb97e-e664-4b87-a5d1-f683f3a2dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:24.656016 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-83bdb97e-e664-4b87-a5d1-f683f3a2dd2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.0453510 Mar 15 17:06:24.882875 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-158866ba-b675-45d9-b47f-c15669390c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:24.884263 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-158866ba-b675-45d9-b47f-c15669390c9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474107 Mar 15 17:06:24.972549 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-1d98a861-af3d-4f99-bc7d-080b931b48a3 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790088 Mar 15 17:06:25.067005 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80bccda8-2dd2-4ec7-9616-e62c8aa50a9e req-be7d1924-c9fa-46c9-a5b7-f94bbf70d47e service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833151 Mar 15 17:06:25.350005 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f0b64-b960-4c17-b650-f496e4445a0d req-5060426f-ad95-4960-b350-ee4c60cd2fd2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:25.351458 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6d5f0b64-b960-4c17-b650-f496e4445a0d req-5060426f-ad95-4960-b350-ee4c60cd2fd2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0510325 Mar 15 17:06:25.398277 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6d5f0b64-b960-4c17-b650-f496e4445a0d req-c39e9cca-02e4-4c47-8095-fc59bca8bca7 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413933 Mar 15 17:06:25.572311 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdc91e-5b34-4b1e-a7fe-e4ea851b9818 req-7c84ae1f-d058-4462-8450-852f665b45c2 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:25.573832 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-43bdc91e-5b34-4b1e-a7fe-e4ea851b9818 req-7c84ae1f-d058-4462-8450-852f665b45c2 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0526705 Mar 15 17:06:25.625315 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-43bdc91e-5b34-4b1e-a7fe-e4ea851b9818 req-0f5c5572-501c-4b7c-b177-31859246bac8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458899 Mar 15 17:06:26.514287 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5eda9-7579-4e18-9e47-eb4b13489253 req-e94a3cd5-be1f-4ec7-8fd1-b378e25794ee tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:26.515726 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fc5eda9-7579-4e18-9e47-eb4b13489253 req-e94a3cd5-be1f-4ec7-8fd1-b378e25794ee tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0508320 Mar 15 17:06:26.563255 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fc5eda9-7579-4e18-9e47-eb4b13489253 req-95336154-687f-40dd-8027-f612ce37a612 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 Mar 15 17:06:26.684733 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c219c-6463-4d10-bc9b-d2cd425a61fb req-7dc83df6-6e9d-4743-8e99-ab746a071196 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:26.686232 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cc8c219c-6463-4d10-bc9b-d2cd425a61fb req-7dc83df6-6e9d-4743-8e99-ab746a071196 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0593865 Mar 15 17:06:26.786060 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cc8c219c-6463-4d10-bc9b-d2cd425a61fb req-a2dc2cac-79b4-405c-9f97-71b4d25acbf5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875390 Mar 15 17:06:26.796845 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30edbe9-cedc-4578-8531-10b872d30cfc req-62a7e73f-3c59-4dba-bb97-6118df531d31 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:26.807116 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b30edbe9-cedc-4578-8531-10b872d30cfc req-62a7e73f-3c59-4dba-bb97-6118df531d31 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1010182 Mar 15 17:06:26.809911 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34296) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:26.856847 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b30edbe9-cedc-4578-8531-10b872d30cfc req-055e9343-d50f-418e-8ee3-2209711dbb03 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518706 Mar 15 17:06:27.015646 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d555cd22-d5e1-4641-8a60-fb679010d79c tempest-TestShelveInstance-243706245 tempest-TestShelveInstance-243706245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:27.017801 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d555cd22-d5e1-4641-8a60-fb679010d79c tempest-TestShelveInstance-243706245 tempest-TestShelveInstance-243706245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1125 time: 0.2066088 Mar 15 17:06:27.020611 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34316) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:27.025396 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'port_id': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:27.054354 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:27.164732 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:27.265601 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Allocated IP 172.27.0.57 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/e5a0d947-548e-4297-9415-c6028147cf66) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:06:27.369389 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for port (e5a0d947-548e-4297-9415-c6028147cf66), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:27.402563 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (e5a0d947-548e-4297-9415-c6028147cf66), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:27.441307 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:27.444164 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:27.447645 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:06:27.468064 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'Port': ['ID=e5a0d947-548e-4297-9415-c6028147cf66,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:27.484034 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.484380 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.484740 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.485066 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.485389 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.485705 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.486020 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.486331 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.486640 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.486952 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.487260 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.487570 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.487878 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.488182 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.488513 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:27.798739 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for floatingip (d6745dff-0285-4420-9d0b-536e62bfab6c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:27.866478 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (e5a0d947-548e-4297-9415-c6028147cf66), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:27.974724 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba4d2-4c0e-4e60-8171-a017c5a91cdf req-d30fba34-d1e0-4d4a-9a71-e808556fa7e6 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:27.976208 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-93bba4d2-4c0e-4e60-8171-a017c5a91cdf req-d30fba34-d1e0-4d4a-9a71-e808556fa7e6 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0515895 Mar 15 17:06:28.011356 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for port (e5a0d947-548e-4297-9415-c6028147cf66), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:28.017612 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (e5a0d947-548e-4297-9415-c6028147cf66), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:28.022235 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-93bba4d2-4c0e-4e60-8171-a017c5a91cdf req-bbbd4dee-b3b5-430e-ac95-2b6d74311462 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403616 Mar 15 17:06:28.085321 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event updated for resources: {'Port': ['ID=e5a0d947-548e-4297-9415-c6028147cf66,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:28.097070 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (d6745dff-0285-4420-9d0b-536e62bfab6c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:28.197533 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Floating IP d6745dff-0285-4420-9d0b-536e62bfab6c associated. External IP: 172.27.0.57, port: 12484f84-4e3c-42c1-98e7-929da8ebe778. Mar 15 17:06:28.641784 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Router f353d759-8669-46ed-b90d-e1acdbec08ce has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:06:28.751717 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:06:28.761799 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] Sync routers for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:06:28.770300 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:28.772809 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:28.773745 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:06:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:28.802765 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d6d7b5c6-688a-48ef-b679-367a1872bb64 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7811186 Mar 15 17:06:28.803450 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:28.805680 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b9f850-d2d2-4d8b-b72d-914467ca22b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:28.842382 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a254be1c-2d58-45b0-8540-d5630f3fad53 x-openstack-request-id: req-a254be1c-2d58-45b0-8540-d5630f3fad53 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:28.842382 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:28.842382 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a254be1c-2d58-45b0-8540-d5630f3fad53 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:28.843842 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'status': 'completed', 'code': 200} Mar 15 17:06:28.889548 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:28.920425 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-4af69c7e-d32f-4ccb-9cc5-21f881ae8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:28.921948 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-4af69c7e-d32f-4ccb-9cc5-21f881ae8fee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1130 time: 0.0434921 Mar 15 17:06:29.023749 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-c963886f-a1d4-4f42-8954-a1bf1f8409a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:29.025221 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-c963886f-a1d4-4f42-8954-a1bf1f8409a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=383e2855-edee-431f-82e3-9ead978f319c HTTP/1.1" status: 200 len: 909 time: 0.0877855 Mar 15 17:06:29.098762 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-5a7adb4f-16ea-42ff-8f1e-938d206e404b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 200 len: 999 time: 0.0654116 Mar 15 17:06:29.119967 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': 'd6745dff-0285-4420-9d0b-536e62bfab6c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'port_id': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'mac_address': 'fa:16:3e:8a:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:06:27Z', 'updated_at': '2022-03-15T17:06:27Z', 'revision_number': 0, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8126fd-8525-43e3-aea9-c0c9e9532eab', 'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'mac_address': 'fa:16:3e:3f:4e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:28Z', 'updated_at': '2022-03-15T17:05:34Z', 'revision_number': 5, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'subnets': [{'id': '6045e005-abb3-4d60-b928-511f35402040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:29.146308 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] Checking router: f353d759-8669-46ed-b90d-e1acdbec08ce for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:06:29.154980 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:29.156192 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:06:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:29.169913 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-ab0a031b-e5ef-4dcc-b2a3-5930a85c7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:29.171413 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-ab0a031b-e5ef-4dcc-b2a3-5930a85c7f1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6045e005-abb3-4d60-b928-511f35402040 HTTP/1.1" status: 200 len: 847 time: 0.0652928 Mar 15 17:06:29.182622 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0799175-bf21-421c-b61b-a03acc115079 req-4f427e30-78e5-4172-8da3-f411fa2c8dd8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:29.184014 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c0799175-bf21-421c-b61b-a03acc115079 req-4f427e30-78e5-4172-8da3-f411fa2c8dd8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0884850 Mar 15 17:06:29.260867 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c0799175-bf21-421c-b61b-a03acc115079 req-ed41dddb-8117-499f-abf9-43f57204bc99 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675828 Mar 15 17:06:29.262465 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:29.263433 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-6483e37a-8ba5-43db-83ae-7aef9f508b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:29.265436 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-6483e37a-8ba5-43db-83ae-7aef9f508b1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=383e2855-edee-431f-82e3-9ead978f319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800018 Mar 15 17:06:29.359575 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-8a0785e1-463d-4b2d-8a6b-d61c4a772811 service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870311 Mar 15 17:06:29.479974 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10b9f850-d2d2-4d8b-b72d-914467ca22b8 req-befcfe3a-6a98-4c2a-a255-3a46cc25048b service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141012 Mar 15 17:06:29.494252 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': 'd6745dff-0285-4420-9d0b-536e62bfab6c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'port_id': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'mac_address': 'fa:16:3e:8a:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:06:27Z', 'updated_at': '2022-03-15T17:06:27Z', 'revision_number': 0, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8126fd-8525-43e3-aea9-c0c9e9532eab', 'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'mac_address': 'fa:16:3e:3f:4e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:28Z', 'updated_at': '2022-03-15T17:05:34Z', 'revision_number': 5, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'subnets': [{'id': '6045e005-abb3-4d60-b928-511f35402040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:29.527751 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadec8ab-8d1c-4fca-bb62-185203a1bfa8 None None] The sync data for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi is: [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': 'd6745dff-0285-4420-9d0b-536e62bfab6c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'port_id': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'mac_address': 'fa:16:3e:8a:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:06:27Z', 'updated_at': '2022-03-15T17:06:27Z', 'revision_number': 0, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8126fd-8525-43e3-aea9-c0c9e9532eab', 'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'mac_address': 'fa:16:3e:3f:4e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:28Z', 'updated_at': '2022-03-15T17:05:34Z', 'revision_number': 5, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'subnets': [{'id': '6045e005-abb3-4d60-b928-511f35402040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:06:29.569890 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34348) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:29.675237 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2bdcab9b-c821-4b2c-bfa6-0d6248eab9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:29.718404 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b099180f-f6eb-4c13-a420-750cc4b6f619 None None] New status for floating IP d6745dff-0285-4420-9d0b-536e62bfab6c: ACTIVE {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:06:29.758418 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2bdcab9b-c821-4b2c-bfa6-0d6248eab9a3 admin admin] Publish callbacks [] for security_group (b4c17495-4b60-4718-a121-25d3202ccd56), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:29.763114 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2bdcab9b-c821-4b2c-bfa6-0d6248eab9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b4c17495-4b60-4718-a121-25d3202ccd56), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:29.804118 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcab9b-c821-4b2c-bfa6-0d6248eab9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c17495-4b60-4718-a121-25d3202ccd56,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:29.811440 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34352) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:29.812185 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2bdcab9b-c821-4b2c-bfa6-0d6248eab9a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a25a97a4ff14e35b8a2fa46eb9d9523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401831 Mar 15 17:06:29.861619 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Publish callbacks [] for security_group (b4c17495-4b60-4718-a121-25d3202ccd56), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:29.884152 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Publish callbacks [] for security_group (b4c17495-4b60-4718-a121-25d3202ccd56), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:29.931589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b4c17495-4b60-4718-a121-25d3202ccd56), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:29.934273 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:29.935409 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4c17495-4b60-4718-a121-25d3202ccd56 HTTP/1.1" status: 204 len: 168 time: 0.1223607 Mar 15 17:06:29.944679 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c17495-4b60-4718-a121-25d3202ccd56,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:29.951808 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.952187 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.952633 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.952970 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.953302 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.953635 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.953960 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.954280 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.954602 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.954923 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.955245 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.955563 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.955878 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.956983 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:29.957306 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2761abf-4617-417e-b2da-058f6ca46770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:30.182016 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34358) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:30.194695 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-21d14031-1fa6-4577-9cc1-1cac5ff79503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:30.275436 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-21d14031-1fa6-4577-9cc1-1cac5ff79503 admin admin] Publish callbacks [] for security_group (2010acc5-be61-40e7-a3db-461ef20ac00a), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:30.279243 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-21d14031-1fa6-4577-9cc1-1cac5ff79503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (2010acc5-be61-40e7-a3db-461ef20ac00a), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:30.323053 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-21d14031-1fa6-4577-9cc1-1cac5ff79503 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72bbe551afa94b61aed1ccf46d1c915c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398997 Mar 15 17:06:30.323904 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d14031-1fa6-4577-9cc1-1cac5ff79503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2010acc5-be61-40e7-a3db-461ef20ac00a,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:30.326098 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34362) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:30.376701 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce7e758f-89de-41b3-aa3a-88bc5045d1ee admin admin] Publish callbacks [] for security_group (2010acc5-be61-40e7-a3db-461ef20ac00a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:30.381033 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b57c7e-a3b3-4b3f-890f-9474f8d9d3ed req-303d1746-ff91-4d4b-a6d5-55794ca53a15 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:30.382503 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18b57c7e-a3b3-4b3f-890f-9474f8d9d3ed req-303d1746-ff91-4d4b-a6d5-55794ca53a15 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0529797 Mar 15 17:06:30.397819 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce7e758f-89de-41b3-aa3a-88bc5045d1ee admin admin] Publish callbacks [] for security_group (2010acc5-be61-40e7-a3db-461ef20ac00a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:30.428431 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18b57c7e-a3b3-4b3f-890f-9474f8d9d3ed req-29f5b52e-ccdf-4683-a859-08e2986e0d14 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401871 Mar 15 17:06:30.445385 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce7e758f-89de-41b3-aa3a-88bc5045d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (2010acc5-be61-40e7-a3db-461ef20ac00a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:30.447903 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce7e758f-89de-41b3-aa3a-88bc5045d1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:30.451619 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ce7e758f-89de-41b3-aa3a-88bc5045d1ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2010acc5-be61-40e7-a3db-461ef20ac00a HTTP/1.1" status: 204 len: 168 time: 0.1215236 Mar 15 17:06:30.457539 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e758f-89de-41b3-aa3a-88bc5045d1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2010acc5-be61-40e7-a3db-461ef20ac00a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:30.641740 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe208e-9a18-41a6-b088-c079897caece req-f92c966b-2d47-45f3-a09a-c7bbb6ea940c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:30.643652 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2ffe208e-9a18-41a6-b088-c079897caece req-f92c966b-2d47-45f3-a09a-c7bbb6ea940c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0624294 Mar 15 17:06:30.719335 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2ffe208e-9a18-41a6-b088-c079897caece req-03434c38-2a57-4032-998d-b32fb0b787c3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696394 Mar 15 17:06:30.734347 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-73c7bf61-9edd-457e-a9a9-1c2caa8e5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:30.735794 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-73c7bf61-9edd-457e-a9a9-1c2caa8e5c52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 1129 time: 0.0844507 Mar 15 17:06:30.837731 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-d97b229c-c966-4748-85ab-76ae8ddef03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:30.839273 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-d97b229c-c966-4748-85ab-76ae8ddef03c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 911 time: 0.0961103 Mar 15 17:06:30.906410 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-9f3c3f01-dbab-4dbf-a486-6a08d6ef092c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511 HTTP/1.1" status: 200 len: 1001 time: 0.0607529 Mar 15 17:06:30.955804 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-b55b5ef6-b2e5-424d-849c-5e470246866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:30.957310 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-b55b5ef6-b2e5-424d-849c-5e470246866e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e665f065-74e0-4ecb-af2d-dab0027505c5 HTTP/1.1" status: 200 len: 849 time: 0.0431123 Mar 15 17:06:31.011566 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-08525076-2fde-429f-af09-b64e45abb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:31.013099 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-08525076-2fde-429f-af09-b64e45abb169 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0529e954-2a15-4a47-acb2-fd874a7d184f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442858 Mar 15 17:06:31.105223 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-8c18967e-5cd7-46b7-b5b0-9b2d8b2d4c20 service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853951 Mar 15 17:06:31.193235 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dab058e0-1fe5-4b9b-a171-f12861104d09 req-5556c11d-6d32-495c-aa52-ba5590ac91e7 service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802650 Mar 15 17:06:31.885884 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295d7eb-fda1-4c9e-81af-19ed801dfc3b req-cc62c381-0b77-4438-b49f-2e5ae8c004fc tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:31.887344 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6295d7eb-fda1-4c9e-81af-19ed801dfc3b req-cc62c381-0b77-4438-b49f-2e5ae8c004fc tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0728633 Mar 15 17:06:31.936243 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6295d7eb-fda1-4c9e-81af-19ed801dfc3b req-75b73143-09b8-4d3b-8e3c-49e0438ede44 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Mar 15 17:06:32.070557 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34414) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:32.184126 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e70ad979-e974-4a3d-b08e-1cab2e99e767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.255457 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e70ad979-e974-4a3d-b08e-1cab2e99e767 admin admin] Publish callbacks [] for security_group (433961b1-c79f-4b7b-9c22-9fe3bba809ad), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.258972 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e70ad979-e974-4a3d-b08e-1cab2e99e767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (433961b1-c79f-4b7b-9c22-9fe3bba809ad), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.293848 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ad979-e974-4a3d-b08e-1cab2e99e767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433961b1-c79f-4b7b-9c22-9fe3bba809ad,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:32.298638 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e70ad979-e974-4a3d-b08e-1cab2e99e767 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1921d605d7f643419f17cb2473aaeba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270718 Mar 15 17:06:32.301979 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34418) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:32.346581 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9766abd-a51a-4f24-8121-7a80410ff12e admin admin] Publish callbacks [] for security_group (433961b1-c79f-4b7b-9c22-9fe3bba809ad), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.367618 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9766abd-a51a-4f24-8121-7a80410ff12e admin admin] Publish callbacks [] for security_group (433961b1-c79f-4b7b-9c22-9fe3bba809ad), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.412564 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9766abd-a51a-4f24-8121-7a80410ff12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (433961b1-c79f-4b7b-9c22-9fe3bba809ad), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.415030 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9766abd-a51a-4f24-8121-7a80410ff12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.416153 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f9766abd-a51a-4f24-8121-7a80410ff12e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/433961b1-c79f-4b7b-9c22-9fe3bba809ad HTTP/1.1" status: 204 len: 168 time: 0.1139729 Mar 15 17:06:32.423978 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9766abd-a51a-4f24-8121-7a80410ff12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433961b1-c79f-4b7b-9c22-9fe3bba809ad,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:32.668764 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34424) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:32.681518 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d38d24c-3a66-4369-8440-adebaa322b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.757198 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d38d24c-3a66-4369-8440-adebaa322b4e admin admin] Publish callbacks [] for security_group (e4b2c389-6a04-4a06-be5d-4a489dae77f4), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.760725 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d38d24c-3a66-4369-8440-adebaa322b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e4b2c389-6a04-4a06-be5d-4a489dae77f4), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.798479 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9d38d24c-3a66-4369-8440-adebaa322b4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ba9d55495344b53aa51221369010a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285703 Mar 15 17:06:32.799266 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38d24c-3a66-4369-8440-adebaa322b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b2c389-6a04-4a06-be5d-4a489dae77f4,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:32.801147 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34428) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:32.847089 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-444a21b9-515d-4593-ba43-9bacee83fff9 admin admin] Publish callbacks [] for security_group (e4b2c389-6a04-4a06-be5d-4a489dae77f4), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.867241 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-444a21b9-515d-4593-ba43-9bacee83fff9 admin admin] Publish callbacks [] for security_group (e4b2c389-6a04-4a06-be5d-4a489dae77f4), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.917557 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-444a21b9-515d-4593-ba43-9bacee83fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e4b2c389-6a04-4a06-be5d-4a489dae77f4), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.920202 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-444a21b9-515d-4593-ba43-9bacee83fff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:32.921398 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-444a21b9-515d-4593-ba43-9bacee83fff9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4b2c389-6a04-4a06-be5d-4a489dae77f4 HTTP/1.1" status: 204 len: 168 time: 0.1192768 Mar 15 17:06:32.928940 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a21b9-515d-4593-ba43-9bacee83fff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b2c389-6a04-4a06-be5d-4a489dae77f4,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:33.053330 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35629d9d-ce9c-43ce-9364-a451abd4c3c1 req-8632833a-c115-403f-a30f-2dee67dbed46 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:33.054745 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-35629d9d-ce9c-43ce-9364-a451abd4c3c1 req-8632833a-c115-403f-a30f-2dee67dbed46 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0525062 Mar 15 17:06:33.087049 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e8bc4d49-fab6-462b-a8c4-c2c5a75c0254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:33.108169 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-35629d9d-ce9c-43ce-9364-a451abd4c3c1 req-19e5e86d-b735-4359-ac87-4ee9daee25f7 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475991 Mar 15 17:06:35.475430 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-59841a5f-ea14-4341-9abd-91f4e0eeb39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:36.475998 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:37.895635 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:38.527653 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34520) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:38.634523 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbab864f-3557-4fd8-964a-cfc5b64431ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:38.704663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbab864f-3557-4fd8-964a-cfc5b64431ca admin admin] Publish callbacks [] for security_group (d5c8e1aa-ad72-4c44-976f-32a95d5fb638), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:38.708263 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cbab864f-3557-4fd8-964a-cfc5b64431ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (d5c8e1aa-ad72-4c44-976f-32a95d5fb638), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:38.744495 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-cbab864f-3557-4fd8-964a-cfc5b64431ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f442bf952c942d4995e746dd78c8a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157185 Mar 15 17:06:38.746570 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab864f-3557-4fd8-964a-cfc5b64431ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c8e1aa-ad72-4c44-976f-32a95d5fb638,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:38.747398 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34524) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:38.795380 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a860c64a-3d85-4a66-b753-3fcddbda4714 admin admin] Publish callbacks [] for security_group (d5c8e1aa-ad72-4c44-976f-32a95d5fb638), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:38.816967 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a860c64a-3d85-4a66-b753-3fcddbda4714 admin admin] Publish callbacks [] for security_group (d5c8e1aa-ad72-4c44-976f-32a95d5fb638), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:38.861738 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a860c64a-3d85-4a66-b753-3fcddbda4714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (d5c8e1aa-ad72-4c44-976f-32a95d5fb638), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:38.864297 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a860c64a-3d85-4a66-b753-3fcddbda4714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:38.865639 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a860c64a-3d85-4a66-b753-3fcddbda4714 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5c8e1aa-ad72-4c44-976f-32a95d5fb638 HTTP/1.1" status: 204 len: 168 time: 0.1169538 Mar 15 17:06:38.873307 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860c64a-3d85-4a66-b753-3fcddbda4714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c8e1aa-ad72-4c44-976f-32a95d5fb638,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:39.117737 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34530) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:39.130504 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfc98798-f7e4-411b-970b-a3f7bc70d066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.201910 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfc98798-f7e4-411b-970b-a3f7bc70d066 admin admin] Publish callbacks [] for security_group (caa65ed7-8632-41f8-9b3b-9b8d9f18bfeb), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.206482 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dfc98798-f7e4-411b-970b-a3f7bc70d066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (caa65ed7-8632-41f8-9b3b-9b8d9f18bfeb), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.246952 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-dfc98798-f7e4-411b-970b-a3f7bc70d066 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=edbf0b86f81d41e9a8dd32f60afeb7a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279049 Mar 15 17:06:39.247818 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98798-f7e4-411b-970b-a3f7bc70d066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa65ed7-8632-41f8-9b3b-9b8d9f18bfeb,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:39.249478 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34532) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:39.298420 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e702c996-e24d-4aa7-8648-03996d2754f2 admin admin] Publish callbacks [] for security_group (caa65ed7-8632-41f8-9b3b-9b8d9f18bfeb), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.318284 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e702c996-e24d-4aa7-8648-03996d2754f2 admin admin] Publish callbacks [] for security_group (caa65ed7-8632-41f8-9b3b-9b8d9f18bfeb), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.362547 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e702c996-e24d-4aa7-8648-03996d2754f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (caa65ed7-8632-41f8-9b3b-9b8d9f18bfeb), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.365062 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e702c996-e24d-4aa7-8648-03996d2754f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.366197 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-e702c996-e24d-4aa7-8648-03996d2754f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/caa65ed7-8632-41f8-9b3b-9b8d9f18bfeb HTTP/1.1" status: 204 len: 168 time: 0.1151016 Mar 15 17:06:39.373302 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702c996-e24d-4aa7-8648-03996d2754f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa65ed7-8632-41f8-9b3b-9b8d9f18bfeb,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:39.640307 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:39.681760 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:43.931246 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7688258-69cd-4f00-b7b2-65454edb3aa3 req-305e38db-c99a-4ee9-a956-f2663f78eb6b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:43.932737 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c7688258-69cd-4f00-b7b2-65454edb3aa3 req-305e38db-c99a-4ee9-a956-f2663f78eb6b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 947 time: 0.0575941 Mar 15 17:06:43.979603 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c7688258-69cd-4f00-b7b2-65454edb3aa3 req-f2bc5385-a0af-4e7f-85b8-58abd92de0d3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Mar 15 17:06:45.101435 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c368c67-5fd0-455c-b9ac-dc9e8403e44a req-600593e5-25c9-4e29-ae5a-4a6aed072b20 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:45.102881 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0c368c67-5fd0-455c-b9ac-dc9e8403e44a req-600593e5-25c9-4e29-ae5a-4a6aed072b20 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 947 time: 0.0500910 Mar 15 17:06:45.147056 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0c368c67-5fd0-455c-b9ac-dc9e8403e44a req-f7f2483d-c5b9-4c3c-b056-ffefe7ca0012 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387559 Mar 15 17:06:45.592008 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34682) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:45.693203 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07ed0986-f538-4fe0-a606-a9abdc30fb84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:45.747473 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-17e86ae0-56c0-4f5b-a1bc-3255538a7021 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:45.748945 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-17e86ae0-56c0-4f5b-a1bc-3255538a7021 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 947 time: 0.0596390 Mar 15 17:06:45.771552 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07ed0986-f538-4fe0-a606-a9abdc30fb84 admin admin] Publish callbacks [] for security_group (19f0c6fc-3393-4d31-a117-b879637dedfa), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:45.775843 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07ed0986-f538-4fe0-a606-a9abdc30fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (19f0c6fc-3393-4d31-a117-b879637dedfa), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:45.812430 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-07ed0986-f538-4fe0-a606-a9abdc30fb84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8727f9a98e94390b3dcef819f65b5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192194 Mar 15 17:06:45.815401 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34686) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:45.822548 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed0986-f538-4fe0-a606-a9abdc30fb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f0c6fc-3393-4d31-a117-b879637dedfa,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:45.845493 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Deleting port 6892ee86-8204-4544-9864-a95c68fd1f77 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:06:45.845841 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:45.864958 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12f2e4d1-ca2e-4d21-9bfc-c69904ae8c6d admin admin] Publish callbacks [] for security_group (19f0c6fc-3393-4d31-a117-b879637dedfa), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:45.885626 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12f2e4d1-ca2e-4d21-9bfc-c69904ae8c6d admin admin] Publish callbacks [] for security_group (19f0c6fc-3393-4d31-a117-b879637dedfa), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:45.931835 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12f2e4d1-ca2e-4d21-9bfc-c69904ae8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (19f0c6fc-3393-4d31-a117-b879637dedfa), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:45.933863 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] For port 6892ee86-8204-4544-9864-a95c68fd1f77, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6892ee86-8204-4544-9864-a95c68fd1f77,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:45.934225 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:45.934659 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12f2e4d1-ca2e-4d21-9bfc-c69904ae8c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:45.935814 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-12f2e4d1-ca2e-4d21-9bfc-c69904ae8c6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19f0c6fc-3393-4d31-a117-b879637dedfa HTTP/1.1" status: 204 len: 168 time: 0.1195042 Mar 15 17:06:45.944222 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2e4d1-ca2e-4d21-9bfc-c69904ae8c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f0c6fc-3393-4d31-a117-b879637dedfa,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:46.107086 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.107589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (88de6664-ea69-4a2a-983a-3bed3d06132c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.107735 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Floating IP 88de6664-ea69-4a2a-983a-3bed3d06132c disassociated. External IP: 172.27.0.136, port: 6892ee86-8204-4544-9864-a95c68fd1f77. Mar 15 17:06:46.108065 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Calling delete_port for 6892ee86-8204-4544-9864-a95c68fd1f77 owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:06:46.204965 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34694) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:46.223830 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d8169aa-9502-4587-a129-e918f6d90e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.262496 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (6892ee86-8204-4544-9864-a95c68fd1f77), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.295643 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event deleted for resources: {'Port': ['ID=6892ee86-8204-4544-9864-a95c68fd1f77,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:46.304375 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d8169aa-9502-4587-a129-e918f6d90e12 admin admin] Publish callbacks [] for security_group (8afc7b49-3847-406b-94e1-acd7c543612a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.309181 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d8169aa-9502-4587-a129-e918f6d90e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (8afc7b49-3847-406b-94e1-acd7c543612a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.311478 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee020e-4267-4d79-9e0c-7462b518cbc4 req-61c1dd98-63cc-4e12-8d7a-f670d77de489 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:46.316880 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5aee020e-4267-4d79-9e0c-7462b518cbc4 req-61c1dd98-63cc-4e12-8d7a-f670d77de489 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e487f5e-1192-4e71-b78f-2bf086014aeb HTTP/1.1" status: 200 len: 868 time: 0.0916758 Mar 15 17:06:46.348784 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9d8169aa-9502-4587-a129-e918f6d90e12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31a2ab4c7fc14de4b943bca26bda742f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424727 Mar 15 17:06:46.349633 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8169aa-9502-4587-a129-e918f6d90e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afc7b49-3847-406b-94e1-acd7c543612a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:46.351852 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34696) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:46.400881 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34f07fdf-7ad0-4440-bb33-a87ab2aed8b0 admin admin] Publish callbacks [] for security_group (8afc7b49-3847-406b-94e1-acd7c543612a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.422578 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34f07fdf-7ad0-4440-bb33-a87ab2aed8b0 admin admin] Publish callbacks [] for security_group (8afc7b49-3847-406b-94e1-acd7c543612a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.436756 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5aee020e-4267-4d79-9e0c-7462b518cbc4 req-9128c160-00ed-46a8-819d-b6d2bc16eb91 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7b6f638-1d2c-4d1c-b972-696ee8c4484b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128373 Mar 15 17:06:46.462888 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Router ffc4900d-5587-4994-9050-9f836a403808 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:06:46.479589 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34f07fdf-7ad0-4440-bb33-a87ab2aed8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (8afc7b49-3847-406b-94e1-acd7c543612a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.482404 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34f07fdf-7ad0-4440-bb33-a87ab2aed8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.486176 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-34f07fdf-7ad0-4440-bb33-a87ab2aed8b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8afc7b49-3847-406b-94e1-acd7c543612a HTTP/1.1" status: 204 len: 168 time: 0.1309097 Mar 15 17:06:46.491772 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f07fdf-7ad0-4440-bb33-a87ab2aed8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afc7b49-3847-406b-94e1-acd7c543612a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:46.574033 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:06:46.584977 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] Sync routers for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:06:46.598277 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:46.599132 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:06:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:46.615161 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] No DVR routers for this DVR port 6892ee86-8204-4544-9864-a95c68fd1f77 on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:06:46.617902 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:46.621222 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-acb138dd-0679-49ae-9bcf-79ca344f4f14 req-64b48823-b832-4776-a66f-be907b99dbb2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "DELETE /v2.0/ports/6892ee86-8204-4544-9864-a95c68fd1f77 HTTP/1.1" status: 204 len: 173 time: 0.8658252 Mar 15 17:06:46.621666 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-deleted', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:46.623894 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0618e8-f390-4534-bdc2-0afe94486069" -d '{"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-deleted", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:46.677259 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e94f84-839b-47ff-a28f-592b695e79bf x-openstack-request-id: req-35e94f84-839b-47ff-a28f-592b695e79bf {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:46.677654 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e487f5e-1192-4e71-b78f-2bf086014aeb", "name": "network-vif-deleted", "tag": "6892ee86-8204-4544-9864-a95c68fd1f77", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:46.678062 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35e94f84-839b-47ff-a28f-592b695e79bf {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:46.678693 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e487f5e-1192-4e71-b78f-2bf086014aeb', 'name': 'network-vif-deleted', 'tag': '6892ee86-8204-4544-9864-a95c68fd1f77', 'status': 'completed', 'code': 200} Mar 15 17:06:46.725947 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:47.071671 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:47.097876 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] Checking router: ffc4900d-5587-4994-9050-9f836a403808 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:06:47.106584 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:06:47.107166 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:06:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:47.221405 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:06:47.431112 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:06:47.456686 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50badf-394a-4188-929d-ffc8d5d87a6a None None] The sync data for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi is: [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:06:47.530185 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34732) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:47.588121 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e07-485b-4380-933d-3179e9cd652a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (e7b6f638-1d2c-4d1c-b972-696ee8c4484b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:47.617258 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e07-485b-4380-933d-3179e9cd652a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (e7b6f638-1d2c-4d1c-b972-696ee8c4484b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:47.674083 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e07-485b-4380-933d-3179e9cd652a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e7b6f638-1d2c-4d1c-b972-696ee8c4484b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:47.676790 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a40e3e07-485b-4380-933d-3179e9cd652a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:47.677940 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a40e3e07-485b-4380-933d-3179e9cd652a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "DELETE /v2.0/security-groups/e7b6f638-1d2c-4d1c-b972-696ee8c4484b HTTP/1.1" status: 204 len: 168 time: 0.1467612 Mar 15 17:06:47.680862 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34738) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:47.689031 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e3e07-485b-4380-933d-3179e9cd652a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b6f638-1d2c-4d1c-b972-696ee8c4484b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:47.695702 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.api.v2.resource [None req-0748564c-b6e5-43e8-958a-78e93caebba1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] show failed (client error): The resource could not be found. Mar 15 17:06:47.700052 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-0748564c-b6e5-43e8-958a-78e93caebba1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups/e7b6f638-1d2c-4d1c-b972-696ee8c4484b HTTP/1.1" status: 404 len: 347 time: 0.0182598 Mar 15 17:06:47.700414 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34740) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:47.740016 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e2d65-ee2a-46f1-8839-a66d70b57eea None None] New status for floating IP 88de6664-ea69-4a2a-983a-3bed3d06132c: DOWN {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:06:47.835838 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Deleting port bd842a7a-c3e6-415b-98f8-8617c1f6e996 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:06:47.836173 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (bd842a7a-c3e6-415b-98f8-8617c1f6e996), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:47.915562 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (bd842a7a-c3e6-415b-98f8-8617c1f6e996), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:47.915878 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (bd842a7a-c3e6-415b-98f8-8617c1f6e996), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:47.927895 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Calling delete_port for bd842a7a-c3e6-415b-98f8-8617c1f6e996 owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:06:48.070740 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (bd842a7a-c3e6-415b-98f8-8617c1f6e996), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.095226 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event deleted for resources: {'Port': ['ID=bd842a7a-c3e6-415b-98f8-8617c1f6e996,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:48.164677 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (88de6664-ea69-4a2a-983a-3bed3d06132c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.167473 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.171183 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-18ce03ad-b541-4b52-a30b-3e1c2c4d5b53 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "DELETE /v2.0/floatingips/88de6664-ea69-4a2a-983a-3bed3d06132c HTTP/1.1" status: 204 len: 168 time: 0.4666481 Mar 15 17:06:48.535078 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34782) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:48.571835 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34786) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:48.577296 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-f03d0f90-13b3-46d6-b5c8-33fe4911cb38 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34024709', 'description': 'tempest-description--1013265840'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:48.597731 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f03d0f90-13b3-46d6-b5c8-33fe4911cb38 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.646987 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3adeed99-bf5c-4f94-872a-596f642f6642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.694064 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f03d0f90-13b3-46d6-b5c8-33fe4911cb38 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (22297d25-e75e-4633-9d4d-6dcad59147d2), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.700456 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f03d0f90-13b3-46d6-b5c8-33fe4911cb38 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (22297d25-e75e-4633-9d4d-6dcad59147d2), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.742264 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f03d0f90-13b3-46d6-b5c8-33fe4911cb38 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.743489 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f03d0f90-13b3-46d6-b5c8-33fe4911cb38 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1705482 Mar 15 17:06:48.745839 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d0f90-13b3-46d6-b5c8-33fe4911cb38 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22297d25-e75e-4633-9d4d-6dcad59147d2,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:48.746689 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34788) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:48.756075 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-c3aeaa42-1e88-4f8d-9960-7e9b5550f288 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'security_group_rule': {'security_group_id': '22297d25-e75e-4633-9d4d-6dcad59147d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:48.781077 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa42-1e88-4f8d-9960-7e9b5550f288 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (b3dee83e-f9b3-407d-8255-ae5b05b355c3), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.784326 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3adeed99-bf5c-4f94-872a-596f642f6642 admin admin] Publish callbacks [] for security_group (b4755fc6-fdab-4c73-a438-7cbe406ea49e), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.788159 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3adeed99-bf5c-4f94-872a-596f642f6642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b4755fc6-fdab-4c73-a438-7cbe406ea49e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.832699 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3adeed99-bf5c-4f94-872a-596f642f6642 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6386d3f2e1ce47e2bf6bd272d81c7ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962635 Mar 15 17:06:48.833466 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adeed99-bf5c-4f94-872a-596f642f6642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4755fc6-fdab-4c73-a438-7cbe406ea49e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:48.835925 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34790) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:48.889152 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b585058-6ec3-4084-b927-81d31a8868d1 admin admin] Publish callbacks [] for security_group (b4755fc6-fdab-4c73-a438-7cbe406ea49e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.912266 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b585058-6ec3-4084-b927-81d31a8868d1 admin admin] Publish callbacks [] for security_group (b4755fc6-fdab-4c73-a438-7cbe406ea49e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.961506 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b585058-6ec3-4084-b927-81d31a8868d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b4755fc6-fdab-4c73-a438-7cbe406ea49e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.964523 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b585058-6ec3-4084-b927-81d31a8868d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:48.965742 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5b585058-6ec3-4084-b927-81d31a8868d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4755fc6-fdab-4c73-a438-7cbe406ea49e HTTP/1.1" status: 204 len: 168 time: 0.1290009 Mar 15 17:06:48.973650 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b585058-6ec3-4084-b927-81d31a8868d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4755fc6-fdab-4c73-a438-7cbe406ea49e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:49.097802 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa42-1e88-4f8d-9960-7e9b5550f288 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (b3dee83e-f9b3-407d-8255-ae5b05b355c3), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.101892 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa42-1e88-4f8d-9960-7e9b5550f288 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (b3dee83e-f9b3-407d-8255-ae5b05b355c3), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.119404 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeaa42-1e88-4f8d-9960-7e9b5550f288 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3dee83e-f9b3-407d-8255-ae5b05b355c3,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:49.129379 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa42-1e88-4f8d-9960-7e9b5550f288 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.130578 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c3aeaa42-1e88-4f8d-9960-7e9b5550f288 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3829591 Mar 15 17:06:49.133489 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34796) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:49.138033 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-6b39f7c4-2684-4106-a0e9-3cec0d00545d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'security_group_rule': {'security_group_id': '22297d25-e75e-4633-9d4d-6dcad59147d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:49.162444 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b39f7c4-2684-4106-a0e9-3cec0d00545d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (362c4901-8acd-4daf-ad7e-b46ef37e1485), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.209164 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b39f7c4-2684-4106-a0e9-3cec0d00545d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (362c4901-8acd-4daf-ad7e-b46ef37e1485), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.214053 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b39f7c4-2684-4106-a0e9-3cec0d00545d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (362c4901-8acd-4daf-ad7e-b46ef37e1485), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.231351 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39f7c4-2684-4106-a0e9-3cec0d00545d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362c4901-8acd-4daf-ad7e-b46ef37e1485,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:49.239008 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b39f7c4-2684-4106-a0e9-3cec0d00545d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.240930 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6b39f7c4-2684-4106-a0e9-3cec0d00545d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1064131 Mar 15 17:06:49.243285 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34798) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:49.247641 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:49.251603 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34800) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:49.265863 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9593cb9a-f556-40e0-8be3-4e869ae2c313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.267722 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.342609 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9593cb9a-f556-40e0-8be3-4e869ae2c313 admin admin] Publish callbacks [] for security_group (e59d17d7-ae11-4703-9080-cd9dfe13a0c6), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.346526 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9593cb9a-f556-40e0-8be3-4e869ae2c313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e59d17d7-ae11-4703-9080-cd9dfe13a0c6), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.366079 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.383771 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9593cb9a-f556-40e0-8be3-4e869ae2c313 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0821c74186547ab8f55983399bc521f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308961 Mar 15 17:06:49.384905 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593cb9a-f556-40e0-8be3-4e869ae2c313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59d17d7-ae11-4703-9080-cd9dfe13a0c6,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:49.387101 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34802) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:49.433420 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a97b83b5-115c-449a-ad43-0c5adedf616b admin admin] Publish callbacks [] for security_group (e59d17d7-ae11-4703-9080-cd9dfe13a0c6), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.454411 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a97b83b5-115c-449a-ad43-0c5adedf616b admin admin] Publish callbacks [] for security_group (e59d17d7-ae11-4703-9080-cd9dfe13a0c6), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.471313 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Allocated IP 172.27.0.203 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:06:49.504559 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a97b83b5-115c-449a-ad43-0c5adedf616b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (e59d17d7-ae11-4703-9080-cd9dfe13a0c6), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.507082 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a97b83b5-115c-449a-ad43-0c5adedf616b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.508208 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-a97b83b5-115c-449a-ad43-0c5adedf616b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e59d17d7-ae11-4703-9080-cd9dfe13a0c6 HTTP/1.1" status: 204 len: 168 time: 0.1202130 Mar 15 17:06:49.516651 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b83b5-115c-449a-ad43-0c5adedf616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59d17d7-ae11-4703-9080-cd9dfe13a0c6,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:49.588294 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for port (3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.621298 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.655438 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:49.660682 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:49.664146 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:06:49.687349 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'Port': ['ID=3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:49.714886 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 6892ee86-8204-4544-9864-a95c68fd1f77 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:06:49.738104 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 6892ee86-8204-4544-9864-a95c68fd1f77 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:06:49.738516 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 6892ee86-8204-4544-9864-a95c68fd1f77 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:06:49.760962 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (66487baf-7255-4d7f-aaf5-35b47f9b9b70), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.799318 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.960523 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for port (3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:49.964973 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.035108 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'Port': ['ID=3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:50.046090 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (66487baf-7255-4d7f-aaf5-35b47f9b9b70), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.061913 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.063264 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-87060573-1f65-445f-a536-ffa7fff27b6e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8189650 Mar 15 17:06:50.256481 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-1cdee047-8b06-4fac-8692-0b78b8f7db03 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--34024709&fields=id&tenant_id=d11e8ccf622543cd8ba4455cde67621c HTTP/1.1" status: 200 len: 267 time: 0.0412276 Mar 15 17:06:50.357718 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-9ad30f05-b3a8-4378-a768-c94d58501220 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:50.359172 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-9ad30f05-b3a8-4378-a768-c94d58501220 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 816 time: 0.0964806 Mar 15 17:06:50.373669 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-f1f4162d-b485-4238-98c9-40d2fd6afd76 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/quotas/d11e8ccf622543cd8ba4455cde67621c HTTP/1.1" status: 200 len: 375 time: 0.0086577 Mar 15 17:06:50.430710 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-6b8bfe5f-cd23-40b4-81ce-e4fb504055a9 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520833 Mar 15 17:06:50.520584 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-264d6452-00f2-40d9-a54d-d36f2ab82c4b service neutron] 10.222.0.42 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789547 Mar 15 17:06:50.554682 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34850) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:50.611263 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-a24ce516-9dc3-449d-a0d6-656cf94d914e service neutron] 10.222.0.42 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Mar 15 17:06:50.664666 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e292dfc6-e02d-442d-8be4-c755780f9fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.748738 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e292dfc6-e02d-442d-8be4-c755780f9fc8 admin admin] Publish callbacks [] for security_group (715578ae-6597-40f9-9b3a-162b1fa1b48c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.752580 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e292dfc6-e02d-442d-8be4-c755780f9fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (715578ae-6597-40f9-9b3a-162b1fa1b48c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.786574 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e5ba9752-3947-45f6-a8d3-54f294cbd175 req-71063005-8718-4bd4-bafa-6fa6e202fd23 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 210 time: 0.0287435 Mar 15 17:06:50.794205 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e292dfc6-e02d-442d-8be4-c755780f9fc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8f0f414164542688932f294c7b89117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384367 Mar 15 17:06:50.794927 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292dfc6-e02d-442d-8be4-c755780f9fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715578ae-6597-40f9-9b3a-162b1fa1b48c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:50.796874 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34858) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:50.854410 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b7749d3b-ea99-4dd3-b259-5f86fb59f4da admin admin] Publish callbacks [] for security_group (715578ae-6597-40f9-9b3a-162b1fa1b48c), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.876255 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b7749d3b-ea99-4dd3-b259-5f86fb59f4da admin admin] Publish callbacks [] for security_group (715578ae-6597-40f9-9b3a-162b1fa1b48c), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.924860 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b7749d3b-ea99-4dd3-b259-5f86fb59f4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (715578ae-6597-40f9-9b3a-162b1fa1b48c), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.927722 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b7749d3b-ea99-4dd3-b259-5f86fb59f4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:50.931150 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-b7749d3b-ea99-4dd3-b259-5f86fb59f4da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/715578ae-6597-40f9-9b3a-162b1fa1b48c HTTP/1.1" status: 204 len: 168 time: 0.1260407 Mar 15 17:06:50.937391 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7749d3b-ea99-4dd3-b259-5f86fb59f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715578ae-6597-40f9-9b3a-162b1fa1b48c,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:51.797116 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-91b207ce-1ed2-49a7-b8ea-f112fd73bc74 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:51.799277 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-91b207ce-1ed2-49a7-b8ea-f112fd73bc74 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 816 time: 0.1124949 Mar 15 17:06:51.869924 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-af0582c3-b3a7-44ab-847d-fbb242cffcd0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11e8ccf622543cd8ba4455cde67621c HTTP/1.1" status: 200 len: 378 time: 0.0551951 Mar 15 17:06:51.881406 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'port': {'device_id': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'admin_state_up': True, 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'security_groups': ['22297d25-e75e-4633-9d4d-6dcad59147d2']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:51.948717 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d002c458-01c2-4457-83e8-3ae5d13f6850 req-d224fc5d-107d-486d-8163-ddb690a6a580 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 210 time: 0.0637112 Mar 15 17:06:51.953063 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34906) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:52.013501 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Made reservation on behalf of d11e8ccf622543cd8ba4455cde67621c for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:06:52.017459 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.072423 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-16cc5d91-6f42-4be6-a566-8aa280b02b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.141219 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Allocated IP 172.20.0.10 (5e22b704-6cd1-448c-920e-7df769d11493/29ca4c13-6827-42d6-ba0a-19212fdfc79f/9ce9a048-11cf-41dc-aad3-476eb30ce374) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:06:52.147152 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-16cc5d91-6f42-4be6-a566-8aa280b02b2e admin admin] Publish callbacks [] for security_group (6d8bfd22-bee0-4bdc-9863-7e5a5fafd2d7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.150603 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-16cc5d91-6f42-4be6-a566-8aa280b02b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (6d8bfd22-bee0-4bdc-9863-7e5a5fafd2d7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.188672 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-16cc5d91-6f42-4be6-a566-8aa280b02b2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c170650ca431448190df8b0f76546ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331717 Mar 15 17:06:52.189663 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc5d91-6f42-4be6-a566-8aa280b02b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8bfd22-bee0-4bdc-9863-7e5a5fafd2d7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:52.191171 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34910) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:52.299559 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-151312be-5d84-4824-b8ab-0d16324f804e admin admin] Publish callbacks [] for security_group (6d8bfd22-bee0-4bdc-9863-7e5a5fafd2d7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.318000 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.333982 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-151312be-5d84-4824-b8ab-0d16324f804e admin admin] Publish callbacks [] for security_group (6d8bfd22-bee0-4bdc-9863-7e5a5fafd2d7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.384637 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.423383 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-151312be-5d84-4824-b8ab-0d16324f804e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (6d8bfd22-bee0-4bdc-9863-7e5a5fafd2d7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.425772 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-151312be-5d84-4824-b8ab-0d16324f804e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.426879 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-151312be-5d84-4824-b8ab-0d16324f804e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d8bfd22-bee0-4bdc-9863-7e5a5fafd2d7 HTTP/1.1" status: 204 len: 168 time: 0.2340672 Mar 15 17:06:52.439054 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Network 5e22b704-6cd1-448c-920e-7df769d11493 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:06:52.445715 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:06:52.451067 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:06:52.453673 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151312be-5d84-4824-b8ab-0d16324f804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8bfd22-bee0-4bdc-9863-7e5a5fafd2d7,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:52.482571 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:52.521930 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:06:52.527124 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:52.527794 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.548712 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-cc9c83d9-6269-43d7-9b66-2a37c3b7f4fb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6714501 Mar 15 17:06:52.564457 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Request body: {'port': {'device_id': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:06:52.630476 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.728131 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-1e71469e-f3b1-4e92-8da6-78e8df2152ef None None] Provisioning complete for port 9ce9a048-11cf-41dc-aad3-476eb30ce374 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:52.729095 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1e71469e-f3b1-4e92-8da6-78e8df2152ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.770418 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-1e71469e-f3b1-4e92-8da6-78e8df2152ef None None] Port 9ce9a048-11cf-41dc-aad3-476eb30ce374 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:06:52.920892 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce9a048-11cf-41dc-aad3-476eb30ce374 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:06:52.928682 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Publish callbacks [] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:52.941295 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Transition to ACTIVE for port object 9ce9a048-11cf-41dc-aad3-476eb30ce374 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:06:52.947626 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:53.026670 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:53.144168 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Attempting to bind port 9ce9a048-11cf-41dc-aad3-476eb30ce374 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:06:53.144537 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Attempting to bind port 9ce9a048-11cf-41dc-aad3-476eb30ce374 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:06:53.144870 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Attempting to bind port 9ce9a048-11cf-41dc-aad3-476eb30ce374 on network 5e22b704-6cd1-448c-920e-7df769d11493 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:06:53.152897 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Port 9ce9a048-11cf-41dc-aad3-476eb30ce374 on network 5e22b704-6cd1-448c-920e-7df769d11493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:06:53.153202 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Attempting to bind port 9ce9a048-11cf-41dc-aad3-476eb30ce374 on network 5e22b704-6cd1-448c-920e-7df769d11493 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:06:53.160600 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:06:53.160946 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Checking segment: {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:06:53.161332 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Bound using segment: {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:06:53.161964 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Bound port: 9ce9a048-11cf-41dc-aad3-476eb30ce374, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:06:53.162288 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:53.179778 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41b6e-9d53-4afa-90c0-b48e3380bb69 req-a1b4e6c4-649e-451d-afab-31df4abaf644 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:53.181249 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-43f41b6e-9d53-4afa-90c0-b48e3380bb69 req-a1b4e6c4-649e-451d-afab-31df4abaf644 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.1069610 Mar 15 17:06:53.270513 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-43f41b6e-9d53-4afa-90c0-b48e3380bb69 req-40dcfdd8-b309-4051-9ef5-e49869eaeb7d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811324 Mar 15 17:06:53.271520 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:06:53.274945 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:06:53.282363 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:53.320004 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:53.320829 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:53.322134 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] 10.222.0.43 "PUT /v2.0/ports/9ce9a048-11cf-41dc-aad3-476eb30ce374 HTTP/1.1" status: 200 len: 1094 time: 0.7635126 Mar 15 17:06:53.356983 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:53.359624 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3159d78-4065-4517-85d9-2b858e4b7d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:53.362567 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415158e-a0e1-41ea-9898-a5d739d8fa1e service neutron] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:53.413289 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5cc5a-095c-4c39-b557-ed36cc6ceef6 x-openstack-request-id: req-efd5cc5a-095c-4c39-b557-ed36cc6ceef6 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:53.413485 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:53.413771 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efd5cc5a-095c-4c39-b557-ed36cc6ceef6 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:53.414116 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'status': 'completed', 'code': 200} Mar 15 17:06:53.432865 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-fa8817d2-346a-4e52-9775-c34a3f8d7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:53.434456 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-fa8817d2-346a-4e52-9775-c34a3f8d7d10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 1128 time: 0.0581670 Mar 15 17:06:53.477596 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-b0b12be4-67d0-4f32-8368-b449330fccc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374 HTTP/1.1" status: 200 len: 217 time: 0.0349669 Mar 15 17:06:53.532253 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e481f462-a3bd-4890-a674-0b7002b65246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:53.533850 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-e481f462-a3bd-4890-a674-0b7002b65246 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.0498745 Mar 15 17:06:53.589704 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-4d352120-debf-4406-91ee-e3aa8a67772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:53.591298 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-4d352120-debf-4406-91ee-e3aa8a67772c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488832 Mar 15 17:06:53.698835 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-eee299a9-30d3-4f6b-9f33-4b8283e399e6 service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006136 Mar 15 17:06:53.791987 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2610649f-9168-41c1-9cc6-89bbcee3c0be req-8d603d44-b01c-4fb4-a237-7c2b970f5c6f service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853899 Mar 15 17:06:53.882376 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-a5e9e7b0-6277-47c8-a1ac-fb2a26c4ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:53.883851 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-a5e9e7b0-6277-47c8-a1ac-fb2a26c4ccf7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 1128 time: 0.0443625 Mar 15 17:06:53.982872 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-d3b1037f-3cf9-4a49-b84f-527d5c6a731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:53.984355 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-d3b1037f-3cf9-4a49-b84f-527d5c6a731c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 917 time: 0.0907214 Mar 15 17:06:54.024593 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-f03e1da4-e1b0-46e3-a24a-5d3310aacb9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374 HTTP/1.1" status: 200 len: 217 time: 0.0333662 Mar 15 17:06:54.072226 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-864347b5-3ab2-48d9-a326-1b589c5b3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:54.073640 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-864347b5-3ab2-48d9-a326-1b589c5b3cd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.0412891 Mar 15 17:06:54.127805 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-e43d5ca1-daba-4632-a086-da54f57f0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:54.129453 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-e43d5ca1-daba-4632-a086-da54f57f0c2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458140 Mar 15 17:06:54.215150 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-15452c2e-73b2-4f08-af39-91d64238becb service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783563 Mar 15 17:06:54.308527 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e3159d78-4065-4517-85d9-2b858e4b7d7b req-86242bd9-a930-4f61-9b01-42022c12072e service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860155 Mar 15 17:06:54.392524 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83efc3-be93-4f39-9574-bb62e420d986 req-43b5c346-27be-4227-8918-f81aac8f4caa tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:54.393975 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d83efc3-be93-4f39-9574-bb62e420d986 req-43b5c346-27be-4227-8918-f81aac8f4caa tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0516417 Mar 15 17:06:54.438889 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9d83efc3-be93-4f39-9574-bb62e420d986 req-61cbd1a1-5fd4-4d75-b496-bcbf7ebdcebb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393233 Mar 15 17:06:55.558064 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a8721-3089-4a59-b316-b0d7429b18fc req-e8dc2e97-f8cd-4108-b5c9-6d7834d63b03 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:55.559500 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-887a8721-3089-4a59-b316-b0d7429b18fc req-e8dc2e97-f8cd-4108-b5c9-6d7834d63b03 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0507159 Mar 15 17:06:55.607092 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-887a8721-3089-4a59-b316-b0d7429b18fc req-27dbe6fd-5ab1-439f-aa8a-7276a80002e4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421035 Mar 15 17:06:55.740853 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:06:55.835421 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:55.846313 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'port_id': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'mac_address': 'fa:16:3e:ff:a5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:06:55.885468 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 9ce9a048-11cf-41dc-aad3-476eb30ce374 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:55.885852 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:55.899678 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce9a048-11cf-41dc-aad3-476eb30ce374 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:06:55.918513 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:55.922381 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:55.968630 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:55.976176 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.976546 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.976901 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.977236 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.977563 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.977886 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.978204 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.978518 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.978842 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.979159 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.979474 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.979790 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.980102 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.980428 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:55.980745 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:06:56.127513 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34962) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:56.223377 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['9ce9a048-11cf-41dc-aad3-476eb30ce374'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:06:56.231961 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb236b64-a0ac-4c1f-9706-c8ae5f2b2915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:56.319541 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb236b64-a0ac-4c1f-9706-c8ae5f2b2915 admin admin] Publish callbacks [] for security_group (7bd40e0a-e857-48ba-8e41-d73c52957152), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:56.325138 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cb236b64-a0ac-4c1f-9706-c8ae5f2b2915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (7bd40e0a-e857-48ba-8e41-d73c52957152), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:56.362824 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-cb236b64-a0ac-4c1f-9706-c8ae5f2b2915 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a21b87460d474d1b98c991201b68dde0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341969 Mar 15 17:06:56.366256 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 34966) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:06:56.368958 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb236b64-a0ac-4c1f-9706-c8ae5f2b2915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd40e0a-e857-48ba-8e41-d73c52957152,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:56.424532 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6913cf37-d312-476e-9399-e35966ed5d72 admin admin] Publish callbacks [] for security_group (7bd40e0a-e857-48ba-8e41-d73c52957152), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:56.445588 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6913cf37-d312-476e-9399-e35966ed5d72 admin admin] Publish callbacks [] for security_group (7bd40e0a-e857-48ba-8e41-d73c52957152), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:56.493868 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6913cf37-d312-476e-9399-e35966ed5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (7bd40e0a-e857-48ba-8e41-d73c52957152), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:56.496371 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6913cf37-d312-476e-9399-e35966ed5d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:56.497558 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6913cf37-d312-476e-9399-e35966ed5d72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bd40e0a-e857-48ba-8e41-d73c52957152 HTTP/1.1" status: 204 len: 168 time: 0.1294317 Mar 15 17:06:56.505742 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913cf37-d312-476e-9399-e35966ed5d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd40e0a-e857-48ba-8e41-d73c52957152,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:56.742199 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb7be3-cc41-47b9-b0dd-c88aa7beca79 req-08a7f3ae-9339-486a-9d52-3c1e89f02d92 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:56.743796 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-84fb7be3-cc41-47b9-b0dd-c88aa7beca79 req-08a7f3ae-9339-486a-9d52-3c1e89f02d92 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 945 time: 0.0602472 Mar 15 17:06:56.793671 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-84fb7be3-cc41-47b9-b0dd-c88aa7beca79 req-f6848458-2281-4845-955e-7175ab10efbc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432892 Mar 15 17:06:57.756127 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:06:57.803975 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 9ce9a048-11cf-41dc-aad3-476eb30ce374 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:06:57.807666 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 9ce9a048-11cf-41dc-aad3-476eb30ce374 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:06:57.808033 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:57.887029 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 9ce9a048-11cf-41dc-aad3-476eb30ce374 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:06:57.887420 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:57.910865 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:06:57.913318 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd6ff7f-4a99-4bc9-ac51-224ead884158" -d '{"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:06:57.917172 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c08cc-b58a-4882-918e-135d3953595f req-25d6040f-054d-418a-a7a9-5b4f635b5b27 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:57.918673 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-989c08cc-b58a-4882-918e-135d3953595f req-25d6040f-054d-418a-a7a9-5b4f635b5b27 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 945 time: 0.0558536 Mar 15 17:06:57.928911 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:06:57.933526 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:06:57.960117 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd6d545-b565-4586-9dc0-0e8dfb02fd36 x-openstack-request-id: req-cbd6d545-b565-4586-9dc0-0e8dfb02fd36 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:06:57.960545 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:06:57.960739 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbd6d545-b565-4586-9dc0-0e8dfb02fd36 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:06:57.961140 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'code': 200} Mar 15 17:06:57.970204 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-989c08cc-b58a-4882-918e-135d3953595f req-3dddde1e-5d20-4742-a08c-e248a9eedd44 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446985 Mar 15 17:06:57.996198 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:06:58.135207 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95661a3-18a7-4961-9c22-d837be8ec8a1 req-d678af96-3ce6-406c-8802-61dd9a97aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:58.136727 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f95661a3-18a7-4961-9c22-d837be8ec8a1 req-d678af96-3ce6-406c-8802-61dd9a97aebc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 1130 time: 0.0413857 Mar 15 17:06:58.178499 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f95661a3-18a7-4961-9c22-d837be8ec8a1 req-6474d28e-2a7b-4af3-acd4-4a51ba9a63b0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353451 Mar 15 17:06:59.093433 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30742cd-0e88-41cb-b6d3-bb3bc8d89641 req-59a37114-8c05-402a-81cf-c2446ebfe009 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:06:59.094891 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e30742cd-0e88-41cb-b6d3-bb3bc8d89641 req-59a37114-8c05-402a-81cf-c2446ebfe009 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0511425 Mar 15 17:06:59.143156 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e30742cd-0e88-41cb-b6d3-bb3bc8d89641 req-89751f1b-8dfb-47aa-b6ce-7da60c1ba28c tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428593 Mar 15 17:07:00.263356 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9973cd7-a03f-47a5-bd19-43d50f465e0c req-2b2dc2a9-0eed-4866-b636-39e09dd32908 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:00.265245 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c9973cd7-a03f-47a5-bd19-43d50f465e0c req-2b2dc2a9-0eed-4866-b636-39e09dd32908 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0537310 Mar 15 17:07:00.310103 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c9973cd7-a03f-47a5-bd19-43d50f465e0c req-c887b57c-bc7e-422d-ac38-9090121f5061 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389144 Mar 15 17:07:00.432116 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e8365-7a22-4e36-a3f2-efdfd3db6142 req-a1841597-1f2f-4f9a-b859-976e5e5ae82b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:00.433517 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5b2e8365-7a22-4e36-a3f2-efdfd3db6142 req-a1841597-1f2f-4f9a-b859-976e5e5ae82b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0506566 Mar 15 17:07:00.442470 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 34986) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:00.446581 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-7b2e244e-d5cc-48a3-942b-2d873ae64129 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Request body: {'floatingip': {'port_id': '9ce9a048-11cf-41dc-aad3-476eb30ce374'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:00.485791 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7b2e244e-d5cc-48a3-942b-2d873ae64129 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (66487baf-7255-4d7f-aaf5-35b47f9b9b70), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:00.893833 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7b2e244e-d5cc-48a3-942b-2d873ae64129 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:00.897474 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7b2e244e-d5cc-48a3-942b-2d873ae64129 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (66487baf-7255-4d7f-aaf5-35b47f9b9b70), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:00.996546 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [None req-7b2e244e-d5cc-48a3-942b-2d873ae64129 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Floating IP 66487baf-7255-4d7f-aaf5-35b47f9b9b70 associated. External IP: 172.27.0.203, port: 9ce9a048-11cf-41dc-aad3-476eb30ce374. Mar 15 17:07:01.444765 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2e244e-d5cc-48a3-942b-2d873ae64129 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Router ffc4900d-5587-4994-9050-9f836a403808 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:07:01.549847 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2e244e-d5cc-48a3-942b-2d873ae64129 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:07:01.554767 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7b2e244e-d5cc-48a3-942b-2d873ae64129 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:01.559632 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] Sync routers for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:07:01.568250 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:01.568869 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:06:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:01.582344 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-7b2e244e-d5cc-48a3-942b-2d873ae64129 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "PUT /v2.0/floatingips/66487baf-7255-4d7f-aaf5-35b47f9b9b70 HTTP/1.1" status: 200 len: 992 time: 1.1388557 Mar 15 17:07:01.582932 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:01.585173 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcfefab-2ed8-435a-95eb-13998d5f77bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:01.620084 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e464fc-63aa-4fe4-9c64-98a9590943d4 x-openstack-request-id: req-31e464fc-63aa-4fe4-9c64-98a9590943d4 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:01.620376 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:01.620653 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31e464fc-63aa-4fe4-9c64-98a9590943d4 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:01.621052 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'status': 'completed', 'code': 200} Mar 15 17:07:01.675976 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:01.687660 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-9faf5f2c-43d9-49e7-babe-bce36563055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:01.689187 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-9faf5f2c-43d9-49e7-babe-bce36563055a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 1130 time: 0.0443289 Mar 15 17:07:01.785310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-359f19d0-ce47-47ff-ac79-00288520deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:01.786773 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-359f19d0-ce47-47ff-ac79-00288520deec service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 917 time: 0.0910172 Mar 15 17:07:01.863507 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-dedde7a0-4f77-4c44-8723-7ded2c89aa19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374 HTTP/1.1" status: 200 len: 1000 time: 0.0603976 Mar 15 17:07:01.894672 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '66487baf-7255-4d7f-aaf5-35b47f9b9b70', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'port_id': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'mac_address': 'fa:16:3e:ff:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:06:49Z', 'updated_at': '2022-03-15T17:07:00Z', 'revision_number': 1, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:01.917865 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-6a71f3ad-70e0-4c3d-84d3-23af6d1bd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:01.919311 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-6a71f3ad-70e0-4c3d-84d3-23af6d1bd71e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.0434422 Mar 15 17:07:01.920618 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] Checking router: ffc4900d-5587-4994-9050-9f836a403808 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:07:01.928803 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:01.929383 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:06:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:01.967815 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-a0cc237a-7b78-4f7e-b156-d5d7f91d31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:01.969986 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-a0cc237a-7b78-4f7e-b156-d5d7f91d31d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430861 Mar 15 17:07:02.034644 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:02.070827 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-bb935022-23cc-40dd-ba01-2c00aae82ba9 service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828121 Mar 15 17:07:02.160257 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1bcfefab-2ed8-435a-95eb-13998d5f77bd req-f244e961-523e-4a78-80a6-dc91d6ebe0ff service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807366 Mar 15 17:07:02.258463 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '66487baf-7255-4d7f-aaf5-35b47f9b9b70', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'port_id': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'mac_address': 'fa:16:3e:ff:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:06:49Z', 'updated_at': '2022-03-15T17:07:00Z', 'revision_number': 1, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:02.285277 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e217d8e-e843-42b6-836c-a07170f2c286 None None] The sync data for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi is: [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '66487baf-7255-4d7f-aaf5-35b47f9b9b70', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'port_id': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'mac_address': 'fa:16:3e:ff:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:06:49Z', 'updated_at': '2022-03-15T17:07:00Z', 'revision_number': 1, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:07:02.481485 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60ff87-f6ff-48d9-ac5c-6bfe883a708a None None] New status for floating IP 66487baf-7255-4d7f-aaf5-35b47f9b9b70: ACTIVE {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:07:03.088798 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-87aaa035-156b-4796-bf6a-81d1a922e5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:05.476505 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5d8004a6-e09a-4f7b-8e76-7bd6280b5acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:06.477089 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:07.902145 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:09.628370 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:09.673016 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:12.210995 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74254399-ada9-4cf7-be43-07fd50a6d958 req-b2bc5f83-6d8a-439e-a2b3-d490663ccce9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:12.212452 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-74254399-ada9-4cf7-be43-07fd50a6d958 req-b2bc5f83-6d8a-439e-a2b3-d490663ccce9 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.1493478 Mar 15 17:07:12.261097 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-74254399-ada9-4cf7-be43-07fd50a6d958 req-66528c15-0848-4351-ba03-3f21b6f32c97 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430117 Mar 15 17:07:12.359182 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-eb31a73e-f6db-4ae6-a60e-06594cf1ae14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423427 Mar 15 17:07:12.454422 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-e7a514c8-7ab2-43f4-b879-0f947e9caeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:12.454997 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-e7a514c8-7ab2-43f4-b879-0f947e9caeb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 1130 time: 0.0503492 Mar 15 17:07:12.558213 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-2da60733-4e77-4f09-ae57-906070641c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:12.559562 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-2da60733-4e77-4f09-ae57-906070641c58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.0849578 Mar 15 17:07:12.622667 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-c7392634-c13c-4550-a934-182a964c0e96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55ab891b-bb69-407a-9d80-c2a58cc83479 HTTP/1.1" status: 200 len: 1001 time: 0.0561779 Mar 15 17:07:12.669525 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-a1e8f2d9-2a45-4e39-b9c3-6f37c9e72ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:12.670922 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-a1e8f2d9-2a45-4e39-b9c3-6f37c9e72ef3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.0419986 Mar 15 17:07:12.721787 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-81c39d3e-8d63-4273-a046-f949c600eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:12.723231 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-81c39d3e-8d63-4273-a046-f949c600eebc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459907 Mar 15 17:07:12.821206 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-9445b870-065d-420f-8d65-5ef40369da18 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874848 Mar 15 17:07:12.910748 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8cf763b5-f8c2-4fef-be15-1573ca4cc8e6 req-a7cc2d0d-3ef5-47ed-bec5-5c6a24f76765 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827022 Mar 15 17:07:13.378336 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e62b9-dc54-4098-ba95-299b1922ee62 req-73d5c02d-ec2f-4c10-a46c-281f10ce1f73 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:13.379793 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c87e62b9-dc54-4098-ba95-299b1922ee62 req-73d5c02d-ec2f-4c10-a46c-281f10ce1f73 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0515928 Mar 15 17:07:13.425559 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c87e62b9-dc54-4098-ba95-299b1922ee62 req-a3e5e0fe-a5fc-40c3-bec5-18cefa69fb67 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401378 Mar 15 17:07:14.369607 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f65484-9816-4c63-957f-d7a8509dd77d req-0e22fc54-a1a2-4c85-90a3-1d577240f05a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:14.371019 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-34f65484-9816-4c63-957f-d7a8509dd77d req-0e22fc54-a1a2-4c85-90a3-1d577240f05a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0499046 Mar 15 17:07:14.467288 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Deleting port cbcd7c6f-d749-4a01-8d4a-0455ab037511 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:07:14.467871 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:14.589624 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6b26-40c6-48b0-bbc9-73bb762fb6d6 req-48183f35-3fdd-4350-bfc8-654d10020d95 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:14.591366 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-349a6b26-40c6-48b0-bbc9-73bb762fb6d6 req-48183f35-3fdd-4350-bfc8-654d10020d95 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e44ee7-17b5-4ba4-9365-884756362fea HTTP/1.1" status: 200 len: 945 time: 0.0866115 Mar 15 17:07:14.604390 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] For port cbcd7c6f-d749-4a01-8d4a-0455ab037511, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbcd7c6f-d749-4a01-8d4a-0455ab037511,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:14.604771 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:14.693700 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-349a6b26-40c6-48b0-bbc9-73bb762fb6d6 req-36d4edc8-9f2f-4981-b792-27829d4dcd8a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2d2aa46-2b8a-4d5c-98e5-00058f327574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918703 Mar 15 17:07:14.803329 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:14.803683 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (9bc5b3a4-1ddf-474c-a5db-c72b74a62f58), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:14.803990 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Floating IP 9bc5b3a4-1ddf-474c-a5db-c72b74a62f58 disassociated. External IP: 172.27.0.122, port: cbcd7c6f-d749-4a01-8d4a-0455ab037511. Mar 15 17:07:14.804348 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Calling delete_port for cbcd7c6f-d749-4a01-8d4a-0455ab037511 owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:07:14.929251 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (cbcd7c6f-d749-4a01-8d4a-0455ab037511), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:14.954841 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event deleted for resources: {'Port': ['ID=cbcd7c6f-d749-4a01-8d4a-0455ab037511,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:15.068535 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Router ac3dadc1-4d52-480b-942b-af9f1c3d046a has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:07:15.174777 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:07:15.184302 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] Sync routers for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:07:15.193917 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:15.194623 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:07:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:15.213832 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] No DVR routers for this DVR port cbcd7c6f-d749-4a01-8d4a-0455ab037511 on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:07:15.216300 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:15.220119 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-34f65484-9816-4c63-957f-d7a8509dd77d req-ef12090a-2baa-4f00-b90b-c70d4422339c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "DELETE /v2.0/ports/cbcd7c6f-d749-4a01-8d4a-0455ab037511 HTTP/1.1" status: 204 len: 173 time: 0.8425450 Mar 15 17:07:15.220585 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e44ee7-17b5-4ba4-9365-884756362fea', 'name': 'network-vif-deleted', 'tag': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:15.222793 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b940d-fde1-442e-9fe5-54baf510e266" -d '{"events": [{"server_uuid": "03e44ee7-17b5-4ba4-9365-884756362fea", "name": "network-vif-deleted", "tag": "cbcd7c6f-d749-4a01-8d4a-0455ab037511"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:15.260521 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65b4e64-260a-4325-9ade-c5f86a86040a x-openstack-request-id: req-c65b4e64-260a-4325-9ade-c5f86a86040a {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:15.260872 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e44ee7-17b5-4ba4-9365-884756362fea", "name": "network-vif-deleted", "tag": "cbcd7c6f-d749-4a01-8d4a-0455ab037511", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:15.261134 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c65b4e64-260a-4325-9ade-c5f86a86040a {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:15.261537 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e44ee7-17b5-4ba4-9365-884756362fea', 'name': 'network-vif-deleted', 'tag': 'cbcd7c6f-d749-4a01-8d4a-0455ab037511', 'status': 'completed', 'code': 200} Mar 15 17:07:15.318246 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:15.643904 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:15.677043 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] Checking router: ac3dadc1-4d52-480b-942b-af9f1c3d046a for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:07:15.685721 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:15.686466 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:07:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:15.804860 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35074) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:15.828578 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:15.862545 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aae90663-5d23-494b-9e2e-2d45b34f85eb tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (f2d2aa46-2b8a-4d5c-98e5-00058f327574), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:15.891701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aae90663-5d23-494b-9e2e-2d45b34f85eb tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (f2d2aa46-2b8a-4d5c-98e5-00058f327574), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:15.946139 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aae90663-5d23-494b-9e2e-2d45b34f85eb tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f2d2aa46-2b8a-4d5c-98e5-00058f327574), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:15.949656 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aae90663-5d23-494b-9e2e-2d45b34f85eb tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:15.951090 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-aae90663-5d23-494b-9e2e-2d45b34f85eb tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "DELETE /v2.0/security-groups/f2d2aa46-2b8a-4d5c-98e5-00058f327574 HTTP/1.1" status: 204 len: 168 time: 0.1451688 Mar 15 17:07:15.955267 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35080) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:15.961293 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae90663-5d23-494b-9e2e-2d45b34f85eb tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2aa46-2b8a-4d5c-98e5-00058f327574,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:15.972855 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.api.v2.resource [None req-c5548bab-a387-4f29-8659-53ed4d089005 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] show failed (client error): The resource could not be found. Mar 15 17:07:15.978178 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35082) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:15.978349 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c5548bab-a387-4f29-8659-53ed4d089005 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups/f2d2aa46-2b8a-4d5c-98e5-00058f327574 HTTP/1.1" status: 404 len: 347 time: 0.0215409 Mar 15 17:07:16.069916 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:16.112910 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7fb59-36ba-47ca-bc99-5ddfcf0367f1 None None] The sync data for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi is: [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:07:16.126050 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Deleting port 721ab34f-c693-4f22-af84-6416e7a06d0f {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:07:16.126389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (721ab34f-c693-4f22-af84-6416e7a06d0f), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.207871 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (721ab34f-c693-4f22-af84-6416e7a06d0f), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.208191 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (721ab34f-c693-4f22-af84-6416e7a06d0f), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.221907 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Calling delete_port for 721ab34f-c693-4f22-af84-6416e7a06d0f owned by network:floatingip {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:07:16.349322 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735de82-e6df-4d95-ae82-fcc5636fa2bf None None] New status for floating IP 9bc5b3a4-1ddf-474c-a5db-c72b74a62f58: DOWN {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:07:16.360922 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (721ab34f-c693-4f22-af84-6416e7a06d0f), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.382758 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event deleted for resources: {'Port': ['ID=721ab34f-c693-4f22-af84-6416e7a06d0f,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:16.450181 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (9bc5b3a4-1ddf-474c-a5db-c72b74a62f58), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.453325 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.454531 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-eaa2e2ac-4a20-4963-bd0a-ce8ffd717e7e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "DELETE /v2.0/floatingips/9bc5b3a4-1ddf-474c-a5db-c72b74a62f58 HTTP/1.1" status: 204 len: 168 time: 0.4751914 Mar 15 17:07:16.501969 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.db.api [None req-2735de82-e6df-4d95-ae82-fcc5636fa2bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:07:16.502367 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG oslo_db.api [None req-2735de82-e6df-4d95-ae82-fcc5636fa2bf None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:07:16.653434 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35090) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:16.657908 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-6cc40290-9408-4377-80c8-d05bf94f4e3b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1087517008', 'description': 'tempest-description--1799317562'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:16.677025 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cc40290-9408-4377-80c8-d05bf94f4e3b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.742647 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cc40290-9408-4377-80c8-d05bf94f4e3b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (2b444c00-17bf-41fd-a12d-93c7463ae0d5), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.746437 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cc40290-9408-4377-80c8-d05bf94f4e3b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (2b444c00-17bf-41fd-a12d-93c7463ae0d5), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.775511 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cc40290-9408-4377-80c8-d05bf94f4e3b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.779462 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-6cc40290-9408-4377-80c8-d05bf94f4e3b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1223214 Mar 15 17:07:16.780011 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35092) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:16.780686 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc40290-9408-4377-80c8-d05bf94f4e3b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b444c00-17bf-41fd-a12d-93c7463ae0d5,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:16.785364 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0be47573-540a-4057-871c-7db772e7e87f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'security_group_rule': {'security_group_id': '2b444c00-17bf-41fd-a12d-93c7463ae0d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:16.812870 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0be47573-540a-4057-871c-7db772e7e87f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (121d9c01-5f98-4c9e-b301-65e957b00b93), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.867254 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0be47573-540a-4057-871c-7db772e7e87f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (121d9c01-5f98-4c9e-b301-65e957b00b93), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.870364 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0be47573-540a-4057-871c-7db772e7e87f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (121d9c01-5f98-4c9e-b301-65e957b00b93), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.887533 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be47573-540a-4057-871c-7db772e7e87f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121d9c01-5f98-4c9e-b301-65e957b00b93,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:16.894397 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0be47573-540a-4057-871c-7db772e7e87f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.895558 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0be47573-540a-4057-871c-7db772e7e87f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140811 Mar 15 17:07:16.898539 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35094) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:16.903113 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-25bc6909-6e2c-4588-a30d-715d4f8bad54 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'security_group_rule': {'security_group_id': '2b444c00-17bf-41fd-a12d-93c7463ae0d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:16.927280 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25bc6909-6e2c-4588-a30d-715d4f8bad54 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (302812ea-2b5b-4a60-9379-a3473b3ef067), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.979081 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25bc6909-6e2c-4588-a30d-715d4f8bad54 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (302812ea-2b5b-4a60-9379-a3473b3ef067), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:16.982604 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25bc6909-6e2c-4588-a30d-715d4f8bad54 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (302812ea-2b5b-4a60-9379-a3473b3ef067), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.000301 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc6909-6e2c-4588-a30d-715d4f8bad54 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302812ea-2b5b-4a60-9379-a3473b3ef067,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:17.003644 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735de82-e6df-4d95-ae82-fcc5636fa2bf None None] New status for floating IP 9bc5b3a4-1ddf-474c-a5db-c72b74a62f58: DOWN {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:07:17.007670 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25bc6909-6e2c-4588-a30d-715d4f8bad54 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.008875 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-25bc6909-6e2c-4588-a30d-715d4f8bad54 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1093519 Mar 15 17:07:17.011898 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35096) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:17.016257 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:17.035833 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.134486 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.238935 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Allocated IP 172.27.0.191 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:07:17.346072 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for port (9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.379213 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.412781 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:07:17.415583 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:07:17.421311 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:07:17.422065 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d90767-c6f0-41f7-b26e-2d584dae70a4 req-f8a8d630-12a4-444c-a8b2-02da7be2d7be tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:17.423596 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e2d90767-c6f0-41f7-b26e-2d584dae70a4 req-f8a8d630-12a4-444c-a8b2-02da7be2d7be tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 945 time: 0.0526638 Mar 15 17:07:17.450974 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'Port': ['ID=9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:17.475147 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e2d90767-c6f0-41f7-b26e-2d584dae70a4 req-14d21634-6fe8-41be-90f8-68585a074b23 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452235 Mar 15 17:07:17.512461 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (08b243c4-50f6-430b-8fa3-16772e34bd5a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.547518 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.697003 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for port (9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.701450 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.770437 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'Port': ['ID=9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:17.785883 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (08b243c4-50f6-430b-8fa3-16772e34bd5a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.801385 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:17.802624 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-15f58028-05eb-4410-a38f-00e12693e365 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7896626 Mar 15 17:07:17.900425 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device cbcd7c6f-d749-4a01-8d4a-0455ab037511 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:07:17.920207 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: cbcd7c6f-d749-4a01-8d4a-0455ab037511 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:07:17.920576 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device cbcd7c6f-d749-4a01-8d4a-0455ab037511 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:07:17.992065 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-c8f41f2e-6bdf-4f73-bae3-a2691ed3ea5b tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1087517008&fields=id&tenant_id=600c131b1d654ea1b9ee7ce95244c47d HTTP/1.1" status: 200 len: 267 time: 0.0415759 Mar 15 17:07:18.092608 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f0d6ae55-a080-47a0-875e-3a90473085b6 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:18.094595 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f0d6ae55-a080-47a0-875e-3a90473085b6 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 810 time: 0.0961962 Mar 15 17:07:18.108584 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f15a89b4-e86c-476e-b492-31329a3a1f2c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/quotas/600c131b1d654ea1b9ee7ce95244c47d HTTP/1.1" status: 200 len: 375 time: 0.0086789 Mar 15 17:07:18.165839 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-98ccc3a0-ae11-487a-b156-719f5330982d tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518930 Mar 15 17:07:18.321254 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-07fbf9d9-5717-4b84-a659-e71f15d2ba04 service neutron] 10.222.0.42 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427746 Mar 15 17:07:18.412036 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-88dc437e-343a-4449-aaba-61645321b18f service neutron] 10.222.0.42 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851495 Mar 15 17:07:18.586872 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-db8e052c-6c13-4641-a32a-6685fbd9ea3f req-8c184f91-d2e4-4b8f-8d48-96c107f18b93 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 210 time: 0.0475900 Mar 15 17:07:18.615072 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0397932-3bb5-4917-a7d2-0cc51eb2609c req-b98202a7-f2b9-4aab-8a4e-e195e0adb206 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:18.616564 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e0397932-3bb5-4917-a7d2-0cc51eb2609c req-b98202a7-f2b9-4aab-8a4e-e195e0adb206 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 945 time: 0.0674424 Mar 15 17:07:18.662922 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e0397932-3bb5-4917-a7d2-0cc51eb2609c req-28e003e3-07ca-45b9-bdbc-2cd0131125f0 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409715 Mar 15 17:07:18.963580 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-e9562740-87e6-47f3-a7fd-6a923445c229 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:18.965049 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-e9562740-87e6-47f3-a7fd-6a923445c229 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 945 time: 0.0559020 Mar 15 17:07:19.059288 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Deleting port 27ae20ba-2740-40f3-baa2-efd5341987bb {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:07:19.059628 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:19.152243 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] For port 27ae20ba-2740-40f3-baa2-efd5341987bb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27ae20ba-2740-40f3-baa2-efd5341987bb,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:19.152573 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:19.319651 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:19.320013 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (c5f1fead-fbac-4e50-9211-8eee584f2960), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:19.320325 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Floating IP c5f1fead-fbac-4e50-9211-8eee584f2960 disassociated. External IP: 172.27.0.21, port: 27ae20ba-2740-40f3-baa2-efd5341987bb. Mar 15 17:07:19.320690 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Calling delete_port for 27ae20ba-2740-40f3-baa2-efd5341987bb owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:07:19.447415 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (27ae20ba-2740-40f3-baa2-efd5341987bb), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:19.475276 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'Port': ['ID=27ae20ba-2740-40f3-baa2-efd5341987bb,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:19.906879 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-da2344d0-2b7b-42a2-909a-724fed940660 req-9b9a848a-d041-478f-b4f9-586d60d36c2c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 210 time: 0.0492277 Mar 15 17:07:19.927409 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1464152b-1862-4392-a180-fd06b05008f4 req-f2a7094f-36c8-42ec-b3c3-37a5a3d3a0af tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf2b9338-2e98-4e3f-bccf-226f230f877f HTTP/1.1" status: 200 len: 210 time: 0.0709071 Mar 15 17:07:19.974632 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-86f26d8c-ac8f-4bc5-93ba-93d396f68a20 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:19.976044 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-86f26d8c-ac8f-4bc5-93ba-93d396f68a20 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 810 time: 0.4598231 Mar 15 17:07:19.982958 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:07:20.106798 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-94a71618-9732-4863-8ee1-f9cdf4c7db38 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=600c131b1d654ea1b9ee7ce95244c47d HTTP/1.1" status: 200 len: 380 time: 0.1209888 Mar 15 17:07:20.116942 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'port': {'device_id': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'admin_state_up': True, 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'security_groups': ['2b444c00-17bf-41fd-a12d-93c7463ae0d5']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:20.176041 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:07:20.185377 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:07:20.196041 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:20.196715 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:07:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:20.224678 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] No DVR routers for this DVR port 27ae20ba-2740-40f3-baa2-efd5341987bb on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:07:20.232035 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:20.235302 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f1d247b5-48b7-4682-a9bd-912152f7ca71 req-a1f8af6b-3c9e-48ca-aeec-bdceb7570fdd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "DELETE /v2.0/ports/27ae20ba-2740-40f3-baa2-efd5341987bb HTTP/1.1" status: 204 len: 173 time: 1.2653310 Mar 15 17:07:20.235744 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'name': 'network-vif-deleted', 'tag': '27ae20ba-2740-40f3-baa2-efd5341987bb'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:20.237988 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b2407a-c253-462c-a207-a949d92e9d61" -d '{"events": [{"server_uuid": "cf2b9338-2e98-4e3f-bccf-226f230f877f", "name": "network-vif-deleted", "tag": "27ae20ba-2740-40f3-baa2-efd5341987bb"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:20.278287 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c701d3-c8c4-4152-99c3-466c224140ba x-openstack-request-id: req-65c701d3-c8c4-4152-99c3-466c224140ba {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:20.278579 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2b9338-2e98-4e3f-bccf-226f230f877f", "name": "network-vif-deleted", "tag": "27ae20ba-2740-40f3-baa2-efd5341987bb", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:20.278831 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65c701d3-c8c4-4152-99c3-466c224140ba {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:20.279225 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2b9338-2e98-4e3f-bccf-226f230f877f', 'name': 'network-vif-deleted', 'tag': '27ae20ba-2740-40f3-baa2-efd5341987bb', 'status': 'completed', 'code': 200} Mar 15 17:07:20.283908 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Made reservation on behalf of 600c131b1d654ea1b9ee7ce95244c47d for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:07:20.287352 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:20.329075 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:20.429834 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Allocated IP 172.20.0.12 (0529e954-2a15-4a47-acb2-fd874a7d184f/e665f065-74e0-4ecb-af2d-dab0027505c5/d53be7b5-97c0-4e68-a58b-fa68a75ab07f) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:07:20.527164 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:20.556519 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:07:20.565252 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:20.565846 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:07:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:20.567895 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:20.600653 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:20.648110 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Network 0529e954-2a15-4a47-acb2-fd874a7d184f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:07:20.651141 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:07:20.656439 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:07:20.659048 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event updated for resources: {'Port': ['ID=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:20.689146 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:20.720089 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:20.720741 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:20.738427 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-91ed2fdb-f1a0-4574-9208-6c37f95ee9d3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6249340 Mar 15 17:07:20.814447 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Request body: {'port': {'device_id': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:20.878320 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:20.922849 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-b2f04b71-e254-428c-85cf-0de6e0f89d23 None None] Provisioning complete for port d53be7b5-97c0-4e68-a58b-fa68a75ab07f triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:07:20.923219 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-b2f04b71-e254-428c-85cf-0de6e0f89d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:20.953896 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:20.972905 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-b2f04b71-e254-428c-85cf-0de6e0f89d23 None None] Port d53be7b5-97c0-4e68-a58b-fa68a75ab07f cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:07:21.007988 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75077bde-aeaf-44cd-8206-f1c4f8f4074d None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:07:21.018913 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35152) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:21.082736 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e0eec258-9557-453d-9004-51c8238265a8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (b6751d6a-d19d-42e1-8c5e-20c7b34c79fa), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.100666 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf94eec-c66b-4e6f-88e4-e931e77d4089 req-7ad1b77e-bdaf-4027-85d6-d0676a7a4419 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:21.102315 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-baf94eec-c66b-4e6f-88e4-e931e77d4089 req-7ad1b77e-bdaf-4027-85d6-d0676a7a4419 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 932 time: 0.1155448 Mar 15 17:07:21.111584 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e0eec258-9557-453d-9004-51c8238265a8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (b6751d6a-d19d-42e1-8c5e-20c7b34c79fa), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.161606 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e0eec258-9557-453d-9004-51c8238265a8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b6751d6a-d19d-42e1-8c5e-20c7b34c79fa), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.165054 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e0eec258-9557-453d-9004-51c8238265a8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.169411 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e0eec258-9557-453d-9004-51c8238265a8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "DELETE /v2.0/security-groups/b6751d6a-d19d-42e1-8c5e-20c7b34c79fa HTTP/1.1" status: 204 len: 168 time: 0.1493909 Mar 15 17:07:21.170264 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35154) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:21.184846 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-baf94eec-c66b-4e6f-88e4-e931e77d4089 req-d8d326ce-561a-4071-b324-1c580647fa3a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748923 Mar 15 17:07:21.195678 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.api.v2.resource [None req-8a7b3a81-09f9-46d3-a23c-f7da2edd1678 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] show failed (client error): The resource could not be found. Mar 15 17:07:21.200161 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8a7b3a81-09f9-46d3-a23c-f7da2edd1678 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups/b6751d6a-d19d-42e1-8c5e-20c7b34c79fa HTTP/1.1" status: 404 len: 347 time: 0.0189240 Mar 15 17:07:21.200921 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35156) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:21.203218 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eec258-9557-453d-9004-51c8238265a8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6751d6a-d19d-42e1-8c5e-20c7b34c79fa,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:21.234389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53be7b5-97c0-4e68-a58b-fa68a75ab07f {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:07:21.243769 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Publish callbacks [] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.257721 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Transition to ACTIVE for port object d53be7b5-97c0-4e68-a58b-fa68a75ab07f will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:07:21.263025 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.301524 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f533af-3b57-4152-add0-11b4912c0d36 None None] New status for floating IP c5f1fead-fbac-4e50-9211-8eee584f2960: DOWN {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:07:21.313217 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Pushing event updated for resources: {'Port': ['ID=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:21.358872 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Deleting port acc434c5-0227-4e5d-9e03-21b4e37e523e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:07:21.359209 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (acc434c5-0227-4e5d-9e03-21b4e37e523e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.396277 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Attempting to bind port d53be7b5-97c0-4e68-a58b-fa68a75ab07f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:07:21.396753 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Attempting to bind port d53be7b5-97c0-4e68-a58b-fa68a75ab07f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:07:21.397202 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Attempting to bind port d53be7b5-97c0-4e68-a58b-fa68a75ab07f on network 0529e954-2a15-4a47-acb2-fd874a7d184f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:07:21.403776 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Port d53be7b5-97c0-4e68-a58b-fa68a75ab07f on network 0529e954-2a15-4a47-acb2-fd874a7d184f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:07:21.404259 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Attempting to bind port d53be7b5-97c0-4e68-a58b-fa68a75ab07f on network 0529e954-2a15-4a47-acb2-fd874a7d184f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:07:21.410464 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:07:21.410883 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Checking segment: {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:07:21.411359 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Bound using segment: {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:07:21.412164 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Bound port: d53be7b5-97c0-4e68-a58b-fa68a75ab07f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:07:21.412637 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.446586 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (acc434c5-0227-4e5d-9e03-21b4e37e523e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.446912 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (acc434c5-0227-4e5d-9e03-21b4e37e523e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.463261 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Calling delete_port for acc434c5-0227-4e5d-9e03-21b4e37e523e owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:07:21.501366 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] For port d53be7b5-97c0-4e68-a58b-fa68a75ab07f, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:07:21.504791 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] For port d53be7b5-97c0-4e68-a58b-fa68a75ab07f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:07:21.512580 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.549697 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:21.550432 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.552017 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] 10.222.0.43 "PUT /v2.0/ports/d53be7b5-97c0-4e68-a58b-fa68a75ab07f HTTP/1.1" status: 200 len: 1094 time: 0.8053558 Mar 15 17:07:21.580005 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b013d-0c40-4488-8821-adb7e114c96a service neutron] Pushing event updated for resources: {'Port': ['ID=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:21.613687 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (acc434c5-0227-4e5d-9e03-21b4e37e523e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.643853 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-6c4635c0-4e5b-4a39-9390-3ad9dbc0c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:21.645461 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-6c4635c0-4e5b-4a39-9390-3ad9dbc0c4cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 1128 time: 0.0520959 Mar 15 17:07:21.646576 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'Port': ['ID=acc434c5-0227-4e5d-9e03-21b4e37e523e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:21.692926 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-e9050737-2633-4446-ba0d-af65d530c60c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53be7b5-97c0-4e68-a58b-fa68a75ab07f HTTP/1.1" status: 200 len: 217 time: 0.0393379 Mar 15 17:07:21.713664 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (c5f1fead-fbac-4e50-9211-8eee584f2960), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.717062 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:21.718527 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e248e085-9a75-4e98-be69-39df976f33c3 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "DELETE /v2.0/floatingips/c5f1fead-fbac-4e50-9211-8eee584f2960 HTTP/1.1" status: 204 len: 168 time: 0.5163388 Mar 15 17:07:21.743868 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-92e33391-0dd2-416f-8dd1-29247b9ad45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:21.745403 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-92e33391-0dd2-416f-8dd1-29247b9ad45d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e665f065-74e0-4ecb-af2d-dab0027505c5 HTTP/1.1" status: 200 len: 849 time: 0.0456629 Mar 15 17:07:21.799575 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-001d39e7-8b6d-482b-95e9-fa4cea7f9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:21.801047 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-001d39e7-8b6d-482b-95e9-fa4cea7f9687 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0529e954-2a15-4a47-acb2-fd874a7d184f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463786 Mar 15 17:07:21.896656 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 27ae20ba-2740-40f3-baa2-efd5341987bb no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:07:21.898629 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-cca8c355-a023-475f-a8c5-161cf552f7db service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865171 Mar 15 17:07:21.916717 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 27ae20ba-2740-40f3-baa2-efd5341987bb {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:07:21.917052 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 27ae20ba-2740-40f3-baa2-efd5341987bb not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:07:21.984621 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-80c2907e-3e85-4e1f-92f9-07229c52c3a1 req-8751ebf8-bf7b-4264-8e43-7e3c2522fd69 service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790794 Mar 15 17:07:22.021512 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35160) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:22.026432 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-b7b3cf31-ac8e-4cba-a357-0845b473b748 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591254463', 'description': 'tempest-description--1779486665'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:22.045370 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7b3cf31-ac8e-4cba-a357-0845b473b748 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.109482 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7b3cf31-ac8e-4cba-a357-0845b473b748 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (5c2f5744-f704-43c7-8eaa-df66e520accb), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.112949 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7b3cf31-ac8e-4cba-a357-0845b473b748 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (5c2f5744-f704-43c7-8eaa-df66e520accb), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.142087 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7b3cf31-ac8e-4cba-a357-0845b473b748 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.143303 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b7b3cf31-ac8e-4cba-a357-0845b473b748 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1206636 Mar 15 17:07:22.144416 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3cf31-ac8e-4cba-a357-0845b473b748 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2f5744-f704-43c7-8eaa-df66e520accb,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:22.146727 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35162) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:22.151180 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-ad0f1c92-19db-4cba-adf2-d25c6ce043c9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group_rule': {'security_group_id': '5c2f5744-f704-43c7-8eaa-df66e520accb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:22.174506 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1c92-19db-4cba-adf2-d25c6ce043c9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (9ba767dd-974a-4a5a-a007-12e0345d193d), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.232056 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1c92-19db-4cba-adf2-d25c6ce043c9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (9ba767dd-974a-4a5a-a007-12e0345d193d), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.235685 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1c92-19db-4cba-adf2-d25c6ce043c9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (9ba767dd-974a-4a5a-a007-12e0345d193d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.253853 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f1c92-19db-4cba-adf2-d25c6ce043c9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba767dd-974a-4a5a-a007-12e0345d193d,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:22.262583 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1c92-19db-4cba-adf2-d25c6ce043c9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.266786 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ad0f1c92-19db-4cba-adf2-d25c6ce043c9 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161323 Mar 15 17:07:22.266917 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35168) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:22.271052 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-09ac144a-7142-4787-bb61-5f9d6f6316ee tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'security_group_rule': {'security_group_id': '5c2f5744-f704-43c7-8eaa-df66e520accb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:22.288905 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'tag': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:22.291388 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f96296c-db48-4a59-9541-d105662a51d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1f70d6-4cc6-40cc-b0e3-c881da6bca55", "tag": "d53be7b5-97c0-4e68-a58b-fa68a75ab07f"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:22.299315 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09ac144a-7142-4787-bb61-5f9d6f6316ee tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (578f9ac5-6b93-4627-9eff-d311cfeb1ba8), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.320802 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177dd47-c8f4-4aeb-a2d8-039a2a8eba23 req-49ccdea7-fcab-47c2-8af6-92c290d2eec8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:22.322407 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e177dd47-c8f4-4aeb-a2d8-039a2a8eba23 req-49ccdea7-fcab-47c2-8af6-92c290d2eec8 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 944 time: 0.0625858 Mar 15 17:07:22.329450 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e33beed-fa3d-44cf-a37a-fe1e95baaf19 x-openstack-request-id: req-9e33beed-fa3d-44cf-a37a-fe1e95baaf19 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:22.329713 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1f70d6-4cc6-40cc-b0e3-c881da6bca55", "tag": "d53be7b5-97c0-4e68-a58b-fa68a75ab07f", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:22.329961 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e33beed-fa3d-44cf-a37a-fe1e95baaf19 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:22.330374 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'tag': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f', 'status': 'completed', 'code': 200} Mar 15 17:07:22.357323 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09ac144a-7142-4787-bb61-5f9d6f6316ee tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (578f9ac5-6b93-4627-9eff-d311cfeb1ba8), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.361328 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09ac144a-7142-4787-bb61-5f9d6f6316ee tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (578f9ac5-6b93-4627-9eff-d311cfeb1ba8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.375649 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac144a-7142-4787-bb61-5f9d6f6316ee tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578f9ac5-6b93-4627-9eff-d311cfeb1ba8,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:22.386542 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09ac144a-7142-4787-bb61-5f9d6f6316ee tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.387750 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-09ac144a-7142-4787-bb61-5f9d6f6316ee tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199095 Mar 15 17:07:22.391465 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35172) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:22.395738 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:22.409708 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e177dd47-c8f4-4aeb-a2d8-039a2a8eba23 req-6a156198-8d7d-45c7-9053-174ab1f03172 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784342 Mar 15 17:07:22.418241 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.419930 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96296c-db48-4a59-9541-d105662a51d3 req-1f9f0522-3d18-463c-99a4-4dedf1a3779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:22.421410 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f96296c-db48-4a59-9541-d105662a51d3 req-1f9f0522-3d18-463c-99a4-4dedf1a3779a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 1128 time: 0.0699210 Mar 15 17:07:22.515380 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96296c-db48-4a59-9541-d105662a51d3 req-6468bd20-cfcf-4bb1-bb7d-5bfc21478cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:22.516873 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f96296c-db48-4a59-9541-d105662a51d3 req-6468bd20-cfcf-4bb1-bb7d-5bfc21478cc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 911 time: 0.0879192 Mar 15 17:07:22.517572 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.561491 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f96296c-db48-4a59-9541-d105662a51d3 req-11b432e3-9721-4519-8a55-2716c560b8d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53be7b5-97c0-4e68-a58b-fa68a75ab07f HTTP/1.1" status: 200 len: 217 time: 0.0375757 Mar 15 17:07:22.609480 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96296c-db48-4a59-9541-d105662a51d3 req-58efe00f-97e2-46d3-9caf-203d8fa3e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:22.610910 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f96296c-db48-4a59-9541-d105662a51d3 req-58efe00f-97e2-46d3-9caf-203d8fa3e90f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e665f065-74e0-4ecb-af2d-dab0027505c5 HTTP/1.1" status: 200 len: 849 time: 0.0433052 Mar 15 17:07:22.620930 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Allocated IP 172.27.0.187 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/d930b567-b057-43bd-895c-e3b64d16f280) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:07:22.659164 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96296c-db48-4a59-9541-d105662a51d3 req-5427fbfa-4314-4522-b5e1-f4a944c71ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:22.660676 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f96296c-db48-4a59-9541-d105662a51d3 req-5427fbfa-4314-4522-b5e1-f4a944c71ad1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0529e954-2a15-4a47-acb2-fd874a7d184f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430291 Mar 15 17:07:22.723921 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (d930b567-b057-43bd-895c-e3b64d16f280), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.757187 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f96296c-db48-4a59-9541-d105662a51d3 req-10875722-bb7b-437b-9529-288fdde737dc service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895500 Mar 15 17:07:22.760712 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (d930b567-b057-43bd-895c-e3b64d16f280), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.799797 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:07:22.802674 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:07:22.806188 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:07:22.811432 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=d930b567-b057-43bd-895c-e3b64d16f280,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:22.856101 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f96296c-db48-4a59-9541-d105662a51d3 req-0370c683-79df-4a73-ae0f-84001e6c4deb service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918419 Mar 15 17:07:22.894216 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (39582ef9-91b4-471f-b47a-f144132bc00f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:22.929524 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (d930b567-b057-43bd-895c-e3b64d16f280), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:23.305312 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (d930b567-b057-43bd-895c-e3b64d16f280), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:23.309826 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (d930b567-b057-43bd-895c-e3b64d16f280), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:23.378455 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=d930b567-b057-43bd-895c-e3b64d16f280,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:23.387122 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (39582ef9-91b4-471f-b47a-f144132bc00f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:23.402530 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:23.403774 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-705062f4-a7f0-42d7-bb2a-fefcc411cbe1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0113287 Mar 15 17:07:23.536126 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f263d-8774-46c7-9fc3-cab35827f647 req-6e2ea8f9-3ee2-484f-8f29-807dcdc31b4f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:23.537674 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b68f263d-8774-46c7-9fc3-cab35827f647 req-6e2ea8f9-3ee2-484f-8f29-807dcdc31b4f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 944 time: 0.0587502 Mar 15 17:07:23.610530 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b68f263d-8774-46c7-9fc3-cab35827f647 req-e137e44f-93c6-48c0-a4cc-3f8782c2f1fa tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668135 Mar 15 17:07:23.617429 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-213bf505-1bbd-458b-84a3-6b0b00a89a27 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1591254463&fields=id&tenant_id=d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 267 time: 0.0604162 Mar 15 17:07:23.728626 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-7a6d94d0-bf69-48c1-b4e6-8a77f4dcfa16 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:23.730099 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-7a6d94d0-bf69-48c1-b4e6-8a77f4dcfa16 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 813 time: 0.1059909 Mar 15 17:07:23.790495 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-7a4c0cc4-a3f7-4a80-83b6-46a05a8bce80 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/quotas/d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 375 time: 0.0544839 Mar 15 17:07:23.843639 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-1163a245-e04a-428a-8886-b28214929ee7 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479891 Mar 15 17:07:23.910543 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device d53be7b5-97c0-4e68-a58b-fa68a75ab07f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:07:23.938149 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-344efba5-a721-450b-a4a5-4f07b5c11f21 service neutron] 10.222.0.42 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836294 Mar 15 17:07:24.006231 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port d53be7b5-97c0-4e68-a58b-fa68a75ab07f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:24.017063 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'port_id': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f', 'mac_address': 'fa:16:3e:68:f3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:07:24.025268 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-0771e03b-232d-4045-beda-be78916e52b8 service neutron] 10.222.0.42 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815330 Mar 15 17:07:24.062653 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port d53be7b5-97c0-4e68-a58b-fa68a75ab07f is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:07:24.062956 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:24.075682 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53be7b5-97c0-4e68-a58b-fa68a75ab07f {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:07:24.095350 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port d53be7b5-97c0-4e68-a58b-fa68a75ab07f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:24.099366 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:24.150567 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:24.187537 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3105366d-4d0a-483e-8b57-c6c746633297 req-d6185c48-d107-4d91-88a4-27370bcfa432 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 210 time: 0.0269413 Mar 15 17:07:24.336348 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['d53be7b5-97c0-4e68-a58b-fa68a75ab07f'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:07:24.733421 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56148cc-767c-4394-8fc2-73cb0db88106 req-e02f5ce7-018c-4af0-aaca-bc11983ca9c1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:24.734879 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b56148cc-767c-4394-8fc2-73cb0db88106 req-e02f5ce7-018c-4af0-aaca-bc11983ca9c1 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 945 time: 0.0570960 Mar 15 17:07:24.781338 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b56148cc-767c-4394-8fc2-73cb0db88106 req-7fab57b0-37b5-49bf-9b58-cf6754e169da tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407739 Mar 15 17:07:25.126866 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-43224daf-479b-4173-8835-e34f88c28936 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:25.128209 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-43224daf-479b-4173-8835-e34f88c28936 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 813 time: 0.1041625 Mar 15 17:07:25.195419 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-8e39b08e-3b13-44b3-93ec-0616e9a02fbc tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d679d754fac6488ca843395e0096b839 HTTP/1.1" status: 200 len: 380 time: 0.0587993 Mar 15 17:07:25.203562 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'port': {'device_id': '43395a1f-e753-46b3-8495-565ad61d19e9', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'admin_state_up': True, 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'security_groups': ['5c2f5744-f704-43c7-8eaa-df66e520accb']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:25.283623 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c6c5ecd1-606d-4b32-b382-d2e9d5882bed req-78353212-6ccd-474d-b3aa-4ef4837209b1 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 210 time: 0.0294178 Mar 15 17:07:25.329168 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Made reservation on behalf of d679d754fac6488ca843395e0096b839 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:07:25.332945 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:25.457051 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Allocated IP 172.20.0.9 (ad4338a5-b29c-470d-a6f0-6f686850fae6/d1b9295c-5bab-4879-af36-670c99d54ac9/caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:07:25.591260 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:25.625270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:25.677713 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:07:25.682896 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:07:25.685258 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:07:25.716175 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event updated for resources: {'Port': ['ID=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:25.742939 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:25.743626 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:25.760379 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-ddbfcf4c-2113-4acc-a8ee-cf909dcfd1f4 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602922 Mar 15 17:07:25.771419 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Request body: {'port': {'device_id': '43395a1f-e753-46b3-8495-565ad61d19e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:25.836692 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:25.872120 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-12213ccf-0b79-44ca-a3c0-b4c3c8fe72c6 None None] Provisioning complete for port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:07:25.872644 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-12213ccf-0b79-44ca-a3c0-b4c3c8fe72c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:25.910271 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-12213ccf-0b79-44ca-a3c0-b4c3c8fe72c6 None None] Port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:07:25.911971 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device d53be7b5-97c0-4e68-a58b-fa68a75ab07f up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:07:25.960031 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port d53be7b5-97c0-4e68-a58b-fa68a75ab07f completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:07:25.963709 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port d53be7b5-97c0-4e68-a58b-fa68a75ab07f triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:07:25.964196 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:25.992188 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15061b57-81dd-40ca-ae11-857ef5b1a313 req-0f61b2a8-a163-49c4-b7c2-352b89d6bcea tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:25.993610 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-15061b57-81dd-40ca-ae11-857ef5b1a313 req-0f61b2a8-a163-49c4-b7c2-352b89d6bcea tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 945 time: 0.1438501 Mar 15 17:07:26.046846 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port d53be7b5-97c0-4e68-a58b-fa68a75ab07f is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:07:26.047231 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:26.068891 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:26.071137 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfcec0f-27be-42b5-bf6f-32d7d99aa118" -d '{"events": [{"server_uuid": "5b1f70d6-4cc6-40cc-b0e3-c881da6bca55", "name": "network-vif-plugged", "status": "completed", "tag": "d53be7b5-97c0-4e68-a58b-fa68a75ab07f"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:26.087123 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-15061b57-81dd-40ca-ae11-857ef5b1a313 req-98c520ba-56c0-4386-b192-29e633b2090c tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876389 Mar 15 17:07:26.087309 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port d53be7b5-97c0-4e68-a58b-fa68a75ab07f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:26.091695 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:26.202165 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:07:26.210834 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Publish callbacks [] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:26.224481 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Transition to ACTIVE for port object caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:07:26.229469 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:26.243275 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb2a8c-012d-4bec-a8f8-ee68c17459c2 x-openstack-request-id: req-5adb2a8c-012d-4bec-a8f8-ee68c17459c2 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:26.243474 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1f70d6-4cc6-40cc-b0e3-c881da6bca55", "name": "network-vif-plugged", "status": "completed", "tag": "d53be7b5-97c0-4e68-a58b-fa68a75ab07f", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:26.243726 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5adb2a8c-012d-4bec-a8f8-ee68c17459c2 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:26.244114 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f', 'code': 200} Mar 15 17:07:26.268131 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:26.304610 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Pushing event updated for resources: {'Port': ['ID=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:26.391253 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5754499-bbe2-4128-9692-3ef3ad11026f req-020429bb-fc5c-41f3-b88c-d6f2e2477b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:26.392757 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b5754499-bbe2-4128-9692-3ef3ad11026f req-020429bb-fc5c-41f3-b88c-d6f2e2477b3a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 1130 time: 0.1324356 Mar 15 17:07:26.445468 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Attempting to bind port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:07:26.445689 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Attempting to bind port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:07:26.445930 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Attempting to bind port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:07:26.463324 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac on network ad4338a5-b29c-470d-a6f0-6f686850fae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:07:26.463643 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Attempting to bind port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac on network ad4338a5-b29c-470d-a6f0-6f686850fae6 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:07:26.473082 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6457b-fda9-4f9d-a6b2-84d3adc5c458 req-85704dca-b233-44ca-83a0-26ec1e59d849 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:26.474523 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1fb6457b-fda9-4f9d-a6b2-84d3adc5c458 req-85704dca-b233-44ca-83a0-26ec1e59d849 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 943 time: 0.1205828 Mar 15 17:07:26.478619 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b5754499-bbe2-4128-9692-3ef3ad11026f req-c1571549-96ef-4539-88c2-03bd2c3ed268 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787501 Mar 15 17:07:26.479438 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:07:26.479761 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Checking segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:07:26.480119 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Bound using segment: {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:07:26.480562 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Bound port: caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe07fb4d-0878-4313-88cc-cfeb71f3e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:07:26.480914 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:26.565393 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1fb6457b-fda9-4f9d-a6b2-84d3adc5c458 req-7f82595b-45eb-4ed9-85b3-ac28e9c3fd28 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824089 Mar 15 17:07:26.575331 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] For port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:07:26.579982 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] For port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:07:26.587113 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:26.619768 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:26.620364 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:26.621718 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] 10.222.0.43 "PUT /v2.0/ports/caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac HTTP/1.1" status: 200 len: 1093 time: 0.8545158 Mar 15 17:07:26.622145 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43395a1f-e753-46b3-8495-565ad61d19e9', 'tag': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:26.625066 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eec1629-6ecd-4858-b58d-4f0cc9914f34" -d '{"events": [{"name": "network-changed", "server_uuid": "43395a1f-e753-46b3-8495-565ad61d19e9", "tag": "caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:26.649182 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664aaab-a7fb-4e58-a1e0-ff2677c24aac service neutron] Pushing event updated for resources: {'Port': ['ID=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:26.666247 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01bd45a-9738-49a6-a960-3f5bcf70974c x-openstack-request-id: req-e01bd45a-9738-49a6-a960-3f5bcf70974c {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:26.666539 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43395a1f-e753-46b3-8495-565ad61d19e9", "tag": "caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:26.666796 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e01bd45a-9738-49a6-a960-3f5bcf70974c {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:26.667198 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43395a1f-e753-46b3-8495-565ad61d19e9', 'tag': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac', 'status': 'completed', 'code': 200} Mar 15 17:07:26.759633 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec1629-6ecd-4858-b58d-4f0cc9914f34 req-fb43b131-c291-4adf-a40b-4556ff4f4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:26.761443 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2eec1629-6ecd-4858-b58d-4f0cc9914f34 req-fb43b131-c291-4adf-a40b-4556ff4f4c6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 1127 time: 0.0504320 Mar 15 17:07:26.861040 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec1629-6ecd-4858-b58d-4f0cc9914f34 req-6d5b16ce-1b3e-4cf5-99d5-52aa73c51fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:26.862507 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2eec1629-6ecd-4858-b58d-4f0cc9914f34 req-6d5b16ce-1b3e-4cf5-99d5-52aa73c51fb3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d679d754fac6488ca843395e0096b839&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0925665 Mar 15 17:07:26.974206 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec1629-6ecd-4858-b58d-4f0cc9914f34 req-49acfcd6-aa5a-45b2-8d73-d24302b19aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:26.975663 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2eec1629-6ecd-4858-b58d-4f0cc9914f34 req-49acfcd6-aa5a-45b2-8d73-d24302b19aae service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858433 Mar 15 17:07:27.053525 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-9be1d1c3-a496-48fe-ba5f-72e85110a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:27.054878 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-9be1d1c3-a496-48fe-ba5f-72e85110a088 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 1127 time: 0.0433960 Mar 15 17:07:27.097536 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-b0989357-57ac-47f7-ab74-31321ec7ce44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac HTTP/1.1" status: 200 len: 217 time: 0.0349135 Mar 15 17:07:27.146216 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-90c50010-d0d6-4b87-9ee9-2622a1e06ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:27.147928 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-90c50010-d0d6-4b87-9ee9-2622a1e06ef9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.0422602 Mar 15 17:07:27.237483 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16847-bbe4-4a62-bc65-8a645d76df1d req-aa862c42-bf69-4bc6-8d72-07192300bbc3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:27.238935 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7ac16847-bbe4-4a62-bc65-8a645d76df1d req-aa862c42-bf69-4bc6-8d72-07192300bbc3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 946 time: 0.0839345 Mar 15 17:07:27.241317 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-668e3193-2808-46c4-b305-5f7afbc01dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:27.242661 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-668e3193-2808-46c4-b305-5f7afbc01dd6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0855641 Mar 15 17:07:27.331526 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7ac16847-bbe4-4a62-bc65-8a645d76df1d req-e06608c8-88a6-44e0-bcb8-5d9155eb1144 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867622 Mar 15 17:07:27.361724 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-7746d5d6-229c-4b1c-bdb8-37a01c87fcf2 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108947 Mar 15 17:07:27.450022 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a9a1bb21-8157-44bf-abaf-efa19d756798 req-de0d0884-3fb1-41f9-8c95-d5f01355cb2c service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824523 Mar 15 17:07:27.685020 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee6dfa-177e-4b45-aaf0-1d14a3e4a825 req-c521ccb0-d3bb-413e-aacb-7428bdfa556e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:27.686465 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a0ee6dfa-177e-4b45-aaf0-1d14a3e4a825 req-c521ccb0-d3bb-413e-aacb-7428bdfa556e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 943 time: 0.0525374 Mar 15 17:07:27.732207 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a0ee6dfa-177e-4b45-aaf0-1d14a3e4a825 req-6ba71bd9-a06b-4814-adec-0b3b9bc4a84f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Mar 15 17:07:28.455831 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4a3b3-f615-4af2-947d-ab53c972e121 req-5f9c94f2-e25b-462c-9611-c393e2784d9e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:28.457291 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-42f4a3b3-f615-4af2-947d-ab53c972e121 req-5f9c94f2-e25b-462c-9611-c393e2784d9e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 946 time: 0.0543132 Mar 15 17:07:28.501293 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-42f4a3b3-f615-4af2-947d-ab53c972e121 req-c2a480cb-208e-4b1a-81dd-32c2a1af744e tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386336 Mar 15 17:07:28.612111 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3c13b-419a-4b6c-8ff6-80b6393dc843 req-20624ca6-f4ec-4ba4-a604-49b8928ecd70 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:28.613549 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04e3c13b-419a-4b6c-8ff6-80b6393dc843 req-20624ca6-f4ec-4ba4-a604-49b8928ecd70 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 946 time: 0.0523052 Mar 15 17:07:28.623100 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35224) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:28.627584 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-5e9d86d1-657f-4c00-8348-f7780d02972f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Request body: {'floatingip': {'port_id': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:28.668321 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5e9d86d1-657f-4c00-8348-f7780d02972f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (08b243c4-50f6-430b-8fa3-16772e34bd5a), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:29.073999 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a699-06c8-4c80-a694-0f73dc7e0d3f req-2123d672-9c57-4564-8d5e-4bc89cb8ab70 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:29.075434 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-67b0a699-06c8-4c80-a694-0f73dc7e0d3f req-2123d672-9c57-4564-8d5e-4bc89cb8ab70 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 943 time: 0.1140556 Mar 15 17:07:29.188305 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-67b0a699-06c8-4c80-a694-0f73dc7e0d3f req-7cbbfd8e-413a-4692-bfd8-fa083bc81d50 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804651 Mar 15 17:07:29.416158 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5e9d86d1-657f-4c00-8348-f7780d02972f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:29.419768 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5e9d86d1-657f-4c00-8348-f7780d02972f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (08b243c4-50f6-430b-8fa3-16772e34bd5a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:29.517646 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [None req-5e9d86d1-657f-4c00-8348-f7780d02972f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Floating IP 08b243c4-50f6-430b-8fa3-16772e34bd5a associated. External IP: 172.27.0.191, port: d53be7b5-97c0-4e68-a58b-fa68a75ab07f. Mar 15 17:07:29.520692 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:07:29.717411 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9d86d1-657f-4c00-8348-f7780d02972f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Router ac3dadc1-4d52-480b-942b-af9f1c3d046a has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:07:29.825474 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9d86d1-657f-4c00-8348-f7780d02972f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:07:29.830811 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5e9d86d1-657f-4c00-8348-f7780d02972f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:29.835762 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] Sync routers for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:07:29.844902 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:29.845511 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:07:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:29.859448 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-5e9d86d1-657f-4c00-8348-f7780d02972f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "PUT /v2.0/floatingips/08b243c4-50f6-430b-8fa3-16772e34bd5a HTTP/1.1" status: 200 len: 992 time: 1.2352922 Mar 15 17:07:29.860133 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'tag': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:29.862391 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fd0ba6-2432-45a1-b50b-7d1c0202132a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1f70d6-4cc6-40cc-b0e3-c881da6bca55", "tag": "d53be7b5-97c0-4e68-a58b-fa68a75ab07f"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:29.943893 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:07:29.961794 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:29.967756 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe247bd-c84a-4f69-a5a4-a232cda23309 x-openstack-request-id: req-2fe247bd-c84a-4f69-a5a4-a232cda23309 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:29.968042 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1f70d6-4cc6-40cc-b0e3-c881da6bca55", "tag": "d53be7b5-97c0-4e68-a58b-fa68a75ab07f", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:29.968357 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fe247bd-c84a-4f69-a5a4-a232cda23309 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:29.968792 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'tag': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f', 'status': 'completed', 'code': 200} Mar 15 17:07:30.042228 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-b9fc6dcd-4752-48f5-a936-8b275c97ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:30.043729 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-b9fc6dcd-4752-48f5-a936-8b275c97ab1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 1130 time: 0.0479236 Mar 15 17:07:30.130478 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-1fadef3b-f2db-45ef-8386-e7e08b16831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:30.131839 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-1fadef3b-f2db-45ef-8386-e7e08b16831f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 200 len: 911 time: 0.0817876 Mar 15 17:07:30.165436 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:30.183214 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'port_id': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac', 'mac_address': 'fa:16:3e:8c:6a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:07:30.199214 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-d3c2004d-20a5-4d67-b839-68dbd063e567 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53be7b5-97c0-4e68-a58b-fa68a75ab07f HTTP/1.1" status: 200 len: 1000 time: 0.0606260 Mar 15 17:07:30.245999 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:07:30.246386 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:30.248295 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-0e9ee426-4877-48c6-9241-b1e532959b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:30.250504 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-0e9ee426-4877-48c6-9241-b1e532959b02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e665f065-74e0-4ecb-af2d-dab0027505c5 HTTP/1.1" status: 200 len: 849 time: 0.0441985 Mar 15 17:07:30.280995 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:07:30.304435 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:30.310508 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:30.338469 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57481c47-2d39-4b9f-aac0-e7d2d3a506d9 req-ea791209-fa5a-466e-b1e4-ea0debb70988 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:30.339948 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-57481c47-2d39-4b9f-aac0-e7d2d3a506d9 req-ea791209-fa5a-466e-b1e4-ea0debb70988 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 943 time: 0.0768366 Mar 15 17:07:30.342917 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-0c8ef38f-353f-4f3d-aef0-dd5d8b6e2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:30.344336 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-0c8ef38f-353f-4f3d-aef0-dd5d8b6e2269 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0529e954-2a15-4a47-acb2-fd874a7d184f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0885725 Mar 15 17:07:30.363161 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '08b243c4-50f6-430b-8fa3-16772e34bd5a', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'port_id': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'mac_address': 'fa:16:3e:68:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:07:17Z', 'updated_at': '2022-03-15T17:07:29Z', 'revision_number': 1, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:30.393600 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:30.396218 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] Checking router: ac3dadc1-4d52-480b-942b-af9f1c3d046a for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:07:30.405255 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:30.405883 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:07:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:30.435002 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-57481c47-2d39-4b9f-aac0-e7d2d3a506d9 req-94ed2114-ced0-4097-b884-8e921a489f76 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888994 Mar 15 17:07:30.462825 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-38013426-bdf0-4e89-91db-dcab0d45e8dc service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102169 Mar 15 17:07:30.511718 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:30.554857 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-04fd0ba6-2432-45a1-b50b-7d1c0202132a req-27531e49-e077-427f-a082-57c26742fc8c service neutron] 10.222.0.43 "GET /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850542 Mar 15 17:07:30.584442 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:07:30.840205 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '08b243c4-50f6-430b-8fa3-16772e34bd5a', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'port_id': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'mac_address': 'fa:16:3e:68:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:07:17Z', 'updated_at': '2022-03-15T17:07:29Z', 'revision_number': 1, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:30.866318 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296be3a-143f-479d-820b-6a23515cb816 None None] The sync data for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi is: [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '08b243c4-50f6-430b-8fa3-16772e34bd5a', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'port_id': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'mac_address': 'fa:16:3e:68:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:07:17Z', 'updated_at': '2022-03-15T17:07:29Z', 'revision_number': 1, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:07:31.050903 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c3626-a4a0-478f-a325-2553c42b7145 None None] New status for floating IP 08b243c4-50f6-430b-8fa3-16772e34bd5a: ACTIVE {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:07:31.552423 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad489d-70c0-4c04-a327-7b3202cac947 req-30cf1004-1c5f-4756-9c3c-c078379def7a tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:31.554056 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10ad489d-70c0-4c04-a327-7b3202cac947 req-30cf1004-1c5f-4756-9c3c-c078379def7a tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 944 time: 0.0515835 Mar 15 17:07:31.600054 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10ad489d-70c0-4c04-a327-7b3202cac947 req-839bf7bb-00ac-48a8-b29c-9f4f1c846c14 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Mar 15 17:07:31.971807 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:07:32.021812 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:07:32.026572 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:07:32.026943 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:32.114210 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:07:32.114901 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:32.138181 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43395a1f-e753-46b3-8495-565ad61d19e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:32.140997 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7398a303-8e71-4ea3-acaf-b85a34f24f28" -d '{"events": [{"server_uuid": "43395a1f-e753-46b3-8495-565ad61d19e9", "name": "network-vif-plugged", "status": "completed", "tag": "caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:32.155195 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:32.160328 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:32.185067 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce8146-eb07-4848-8dd8-7a0b0ea08340 x-openstack-request-id: req-acce8146-eb07-4848-8dd8-7a0b0ea08340 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:32.185360 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43395a1f-e753-46b3-8495-565ad61d19e9", "name": "network-vif-plugged", "status": "completed", "tag": "caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:32.185809 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acce8146-eb07-4848-8dd8-7a0b0ea08340 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:32.186201 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43395a1f-e753-46b3-8495-565ad61d19e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac', 'code': 200} Mar 15 17:07:32.212899 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:32.348352 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d1a21-516d-4d50-a9a2-45dfa34abd77 req-eb244e22-77e1-49b1-8fea-118d2e57d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:32.349793 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5d9d1a21-516d-4d50-a9a2-45dfa34abd77 req-eb244e22-77e1-49b1-8fea-118d2e57d806 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 1129 time: 0.0466964 Mar 15 17:07:32.391414 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5d9d1a21-516d-4d50-a9a2-45dfa34abd77 req-5c0f7eb6-658f-4e73-8df2-dbac9ed59357 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361123 Mar 15 17:07:32.715929 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56338d1-42d7-49c6-b31a-54b0579709a4 req-3bf98822-433d-4aeb-8dcc-1bd8ccbdf73e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:32.717403 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b56338d1-42d7-49c6-b31a-54b0579709a4 req-3bf98822-433d-4aeb-8dcc-1bd8ccbdf73e tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 945 time: 0.0507057 Mar 15 17:07:32.764284 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b56338d1-42d7-49c6-b31a-54b0579709a4 req-354ac594-5f70-455d-ae68-db55515ba1fd tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413158 Mar 15 17:07:33.194138 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d2712929-e9eb-448b-9d69-5753e4d96638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:33.879309 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7460bed-8563-4033-857d-c56fd481d390 req-77167719-010a-46f6-a6a8-bf347737a312 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:33.880771 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c7460bed-8563-4033-857d-c56fd481d390 req-77167719-010a-46f6-a6a8-bf347737a312 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 945 time: 0.0501342 Mar 15 17:07:33.928577 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c7460bed-8563-4033-857d-c56fd481d390 req-e2743840-1709-44c8-99d0-2ab0ea418455 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Mar 15 17:07:34.041433 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc44fef-9bc2-4685-b003-3d7da11d70c8 req-6ca619de-716e-421b-8c78-9f28c8ee605d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:34.042825 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cbc44fef-9bc2-4685-b003-3d7da11d70c8 req-6ca619de-716e-421b-8c78-9f28c8ee605d tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 945 time: 0.0524487 Mar 15 17:07:34.051658 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35250) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:07:34.055797 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-9f109385-ef18-4e58-b2e4-29ebd5d956e5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Request body: {'floatingip': {'port_id': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:07:34.093041 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9f109385-ef18-4e58-b2e4-29ebd5d956e5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (39582ef9-91b4-471f-b47a-f144132bc00f), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:34.504163 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9f109385-ef18-4e58-b2e4-29ebd5d956e5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:34.507784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9f109385-ef18-4e58-b2e4-29ebd5d956e5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (39582ef9-91b4-471f-b47a-f144132bc00f), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:34.604061 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [None req-9f109385-ef18-4e58-b2e4-29ebd5d956e5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Floating IP 39582ef9-91b4-471f-b47a-f144132bc00f associated. External IP: 172.27.0.187, port: caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac. Mar 15 17:07:34.804903 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f109385-ef18-4e58-b2e4-29ebd5d956e5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:07:35.161351 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f109385-ef18-4e58-b2e4-29ebd5d956e5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:07:35.165907 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9f109385-ef18-4e58-b2e4-29ebd5d956e5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:35.172231 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:07:35.182115 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:35.182742 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:07:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:35.194584 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9f109385-ef18-4e58-b2e4-29ebd5d956e5 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "PUT /v2.0/floatingips/39582ef9-91b4-471f-b47a-f144132bc00f HTTP/1.1" status: 200 len: 991 time: 1.1419055 Mar 15 17:07:35.195145 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43395a1f-e753-46b3-8495-565ad61d19e9', 'tag': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:35.197385 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3989d7f0-7292-41b6-8d98-8809b5d54ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "43395a1f-e753-46b3-8495-565ad61d19e9", "tag": "caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:35.233093 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7b490d-49fa-45c1-8802-d2e96976abf4 x-openstack-request-id: req-ef7b490d-49fa-45c1-8802-d2e96976abf4 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:35.233387 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43395a1f-e753-46b3-8495-565ad61d19e9", "tag": "caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:35.234297 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef7b490d-49fa-45c1-8802-d2e96976abf4 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:35.234710 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43395a1f-e753-46b3-8495-565ad61d19e9', 'tag': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac', 'status': 'completed', 'code': 200} Mar 15 17:07:35.292995 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:35.301820 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-06161221-7df8-4dbb-ba8b-305789aae1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:35.303325 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-06161221-7df8-4dbb-ba8b-305789aae1f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d679d754fac6488ca843395e0096b839&device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 1129 time: 0.0442245 Mar 15 17:07:35.392541 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-67e1a37b-56a4-46ff-b6f5-0edf26df7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:35.394003 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-67e1a37b-56a4-46ff-b6f5-0edf26df7f46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 200 len: 914 time: 0.0846937 Mar 15 17:07:35.458155 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-63df5355-784b-4029-bed3-afe92554dc4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac HTTP/1.1" status: 200 len: 999 time: 0.0580678 Mar 15 17:07:35.501626 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-03128acf-4968-4ce8-9b97-4c55695e4ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:35.508278 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-b08f435b-d68e-47ec-9b67-8b50c8319a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:35.509780 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-b08f435b-d68e-47ec-9b67-8b50c8319a97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 200 len: 852 time: 0.0452049 Mar 15 17:07:35.529745 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '39582ef9-91b4-471f-b47a-f144132bc00f', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:8c:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43395a1f-e753-46b3-8495-565ad61d19e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:07:22Z', 'updated_at': '2022-03-15T17:07:34Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:35.560824 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:07:35.563030 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-c6944e1b-3c7d-47ef-bd9c-d7f29ce75f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:35.564554 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-c6944e1b-3c7d-47ef-bd9c-d7f29ce75f0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4338a5-b29c-470d-a6f0-6f686850fae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486510 Mar 15 17:07:35.568935 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:07:35.569519 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:07:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:35.650926 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-2eaf5c12-0354-4ff7-83cc-16ab835e0eda service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803030 Mar 15 17:07:35.675959 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:07:35.741757 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3989d7f0-7292-41b6-8d98-8809b5d54ab4 req-3d27a47d-d076-46d0-bd46-99d987db8894 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843849 Mar 15 17:07:35.895338 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '39582ef9-91b4-471f-b47a-f144132bc00f', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:8c:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43395a1f-e753-46b3-8495-565ad61d19e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:07:22Z', 'updated_at': '2022-03-15T17:07:34Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:07:35.924639 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b62d9-e5bc-4a2b-b0c1-92bc55cc654d None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '39582ef9-91b4-471f-b47a-f144132bc00f', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'port_id': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'mac_address': 'fa:16:3e:8c:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43395a1f-e753-46b3-8495-565ad61d19e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:07:22Z', 'updated_at': '2022-03-15T17:07:34Z', 'revision_number': 1, 'project_id': 'd679d754fac6488ca843395e0096b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:07:36.116338 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2ecd2-4e5c-4f0a-96f7-00dbb738da5f None None] New status for floating IP 39582ef9-91b4-471f-b47a-f144132bc00f: ACTIVE {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:07:36.478179 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:37.900709 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:39.644996 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:39.673576 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:40.299797 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62642e92-8a9a-40ba-a4cd-0b245439e979 req-35df5e9b-a150-41d7-87bf-262033526b4c tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:40.301297 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-62642e92-8a9a-40ba-a4cd-0b245439e979 req-35df5e9b-a150-41d7-87bf-262033526b4c tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0529182 Mar 15 17:07:40.345841 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-62642e92-8a9a-40ba-a4cd-0b245439e979 req-e2bdf8b6-abcb-4139-9644-f1ee2802dcc5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389853 Mar 15 17:07:41.467169 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99300a-7767-4b66-a283-d9a5c86343a5 req-4bd3f085-44ef-4289-8533-58795b71c08a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:41.469144 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fd99300a-7767-4b66-a283-d9a5c86343a5 req-4bd3f085-44ef-4289-8533-58795b71c08a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0511460 Mar 15 17:07:41.516662 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fd99300a-7767-4b66-a283-d9a5c86343a5 req-81d274c3-afd0-42e2-bc88-c3a6aac18ed3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420260 Mar 15 17:07:42.637188 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6332af9-82bf-4c57-8298-5eb6a2e8882a req-0776c617-9507-4009-aa93-f397cecfb3f3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:42.638638 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d6332af9-82bf-4c57-8298-5eb6a2e8882a req-0776c617-9507-4009-aa93-f397cecfb3f3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0523300 Mar 15 17:07:42.688531 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d6332af9-82bf-4c57-8298-5eb6a2e8882a req-27537b1a-70c4-4a8f-82f7-c3402bd880c5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442111 Mar 15 17:07:43.810398 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c87d9d-34f6-419b-841e-f84b5538f354 req-f666e1d8-4823-4563-a51e-9239cd566392 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:43.811892 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-66c87d9d-34f6-419b-841e-f84b5538f354 req-f666e1d8-4823-4563-a51e-9239cd566392 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0510602 Mar 15 17:07:43.856494 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-66c87d9d-34f6-419b-841e-f84b5538f354 req-7d8a2f53-79a7-4a29-afe4-c063127b8d79 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392325 Mar 15 17:07:44.980180 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b46b0-a311-4f4a-b6a3-b266a108c282 req-fba3c1ad-055a-4cb9-825c-c072e24a20da tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:44.981730 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b51b46b0-a311-4f4a-b6a3-b266a108c282 req-fba3c1ad-055a-4cb9-825c-c072e24a20da tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0545595 Mar 15 17:07:45.026385 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b51b46b0-a311-4f4a-b6a3-b266a108c282 req-a057d1bd-0b06-4406-b2fa-f9f2cb356bb3 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393255 Mar 15 17:07:46.144319 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf9e4d-0066-454c-bcf1-948e1619838a req-00cd8b84-0c1b-48b9-8a52-2e379f5082bc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:46.145863 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ecdf9e4d-0066-454c-bcf1-948e1619838a req-00cd8b84-0c1b-48b9-8a52-2e379f5082bc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0505929 Mar 15 17:07:46.190403 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ecdf9e4d-0066-454c-bcf1-948e1619838a req-8f342296-8822-48f7-badf-577aeb7bcee7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388000 Mar 15 17:07:47.307654 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c0481-ac90-4718-8da6-a70b218bac2e req-893e7346-913a-4c9f-8a11-f663bf051d54 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:47.309136 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-737c0481-ac90-4718-8da6-a70b218bac2e req-893e7346-913a-4c9f-8a11-f663bf051d54 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0507886 Mar 15 17:07:47.357532 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-737c0481-ac90-4718-8da6-a70b218bac2e req-a704bc39-f2d0-4b01-9277-ff60ec0b324f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424585 Mar 15 17:07:48.482083 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d777b6-406c-4f2e-8bad-ef01ffc52be7 req-988f3d71-227c-4657-9c1a-a8f974c18962 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:48.483773 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e8d777b6-406c-4f2e-8bad-ef01ffc52be7 req-988f3d71-227c-4657-9c1a-a8f974c18962 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0563514 Mar 15 17:07:48.528796 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e8d777b6-406c-4f2e-8bad-ef01ffc52be7 req-827ec404-5a97-4507-8977-60cd58dad3b5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395179 Mar 15 17:07:49.647534 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b5e25-b3c9-4986-ac0b-1b875bd2fc41 req-d79169b0-7076-4581-a8cf-b2278b4146ce tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:49.649007 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dd4b5e25-b3c9-4986-ac0b-1b875bd2fc41 req-d79169b0-7076-4581-a8cf-b2278b4146ce tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0508990 Mar 15 17:07:49.693698 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dd4b5e25-b3c9-4986-ac0b-1b875bd2fc41 req-635f5c53-0b6c-4c02-ad0b-6445a4282158 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391436 Mar 15 17:07:50.821236 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c44eb3-a226-4277-b377-e3eaac76a884 req-80fca8da-a124-4493-944b-4f27c6f2d699 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:50.822680 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-62c44eb3-a226-4277-b377-e3eaac76a884 req-80fca8da-a124-4493-944b-4f27c6f2d699 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0547969 Mar 15 17:07:50.867764 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-62c44eb3-a226-4277-b377-e3eaac76a884 req-51d87e69-9dbe-4856-986d-06ddff231aba tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395799 Mar 15 17:07:51.986454 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdb563-90e9-43a9-b4cd-249ce0720546 req-437aec4a-111e-4d61-ad8e-752050aee557 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:51.987807 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-39fdb563-90e9-43a9-b4cd-249ce0720546 req-437aec4a-111e-4d61-ad8e-752050aee557 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0511351 Mar 15 17:07:52.032690 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-39fdb563-90e9-43a9-b4cd-249ce0720546 req-e9510003-fef5-4a51-a2e2-1c31341854dd tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393224 Mar 15 17:07:53.154558 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b18d3-1812-42b8-8ef5-f24ea6a51eeb req-d74f6f91-ede0-4c05-9d59-942f30f1eece tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:53.157020 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-077b18d3-1812-42b8-8ef5-f24ea6a51eeb req-d74f6f91-ede0-4c05-9d59-942f30f1eece tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0547214 Mar 15 17:07:53.201407 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-077b18d3-1812-42b8-8ef5-f24ea6a51eeb req-0a72521c-0987-4fc8-8135-a41279cbe17f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393252 Mar 15 17:07:54.320350 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6090f-e7a8-4d7a-a8d6-f0bc85e1d2b4 req-a785679c-b66a-4600-a505-abaf56cb3668 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:54.321812 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6de6090f-e7a8-4d7a-a8d6-f0bc85e1d2b4 req-a785679c-b66a-4600-a505-abaf56cb3668 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0512614 Mar 15 17:07:54.366534 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6de6090f-e7a8-4d7a-a8d6-f0bc85e1d2b4 req-21b6be5d-764d-4e48-8ef2-35ceee3b070d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391889 Mar 15 17:07:55.486263 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee337c8e-160f-4df7-8d41-337e7d1f438b req-6d72e0bd-4eb8-4151-8860-6ddadaabd778 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:55.487718 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ee337c8e-160f-4df7-8d41-337e7d1f438b req-6d72e0bd-4eb8-4151-8860-6ddadaabd778 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0510290 Mar 15 17:07:55.535449 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ee337c8e-160f-4df7-8d41-337e7d1f438b req-886d952a-070d-4a6b-a22b-815796bc819e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422699 Mar 15 17:07:56.111712 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:07:56.205996 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:56.220247 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'port_id': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'mac_address': 'fa:16:3e:ff:a5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:07:56.257300 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 9ce9a048-11cf-41dc-aad3-476eb30ce374 is: ACTIVE; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:07:56.257683 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:56.271023 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ce9a048-11cf-41dc-aad3-476eb30ce374 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:07:56.289493 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:56.292995 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:56.341321 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=6']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:56.348477 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.348818 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.349153 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.349483 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.349807 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.350125 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.350440 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.350753 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.351066 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.351381 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.351694 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.352006 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.352315 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.352677 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.352989 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:07:56.403755 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['9ce9a048-11cf-41dc-aad3-476eb30ce374'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:07:56.657769 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c41eb-cc03-41ec-9d5b-2665733cf513 req-405e7e3f-59ff-4583-8997-b728fde7e510 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:56.660432 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-032c41eb-cc03-41ec-9d5b-2665733cf513 req-405e7e3f-59ff-4583-8997-b728fde7e510 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Mar 15 17:07:56.706851 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-032c41eb-cc03-41ec-9d5b-2665733cf513 req-09a9df6b-8db6-425a-a042-e039a5b23a17 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417471 Mar 15 17:07:57.827089 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa7343-7a60-4e05-aa9e-f3dac085ce2e req-c33fca89-f5be-4e0a-a0a1-66fa72ea6d5b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:57.829180 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c9aa7343-7a60-4e05-aa9e-f3dac085ce2e req-c33fca89-f5be-4e0a-a0a1-66fa72ea6d5b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 945 time: 0.0519257 Mar 15 17:07:57.872906 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c9aa7343-7a60-4e05-aa9e-f3dac085ce2e req-fbd84602-9dbb-494f-b4d9-241ffebfdbac tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383251 Mar 15 17:07:58.130023 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:07:58.175760 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 9ce9a048-11cf-41dc-aad3-476eb30ce374 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:07:58.176131 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:58.252050 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 9ce9a048-11cf-41dc-aad3-476eb30ce374 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:07:58.252454 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:58.273762 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:07:58.275953 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc5f91-83d2-46d3-aa91-1465ab5961af" -d '{"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:07:58.287567 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:07:58.292790 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:07:58.340014 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=7']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:07:58.373965 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3534ab1-5ea4-4019-81a2-1c80e16f1d08 x-openstack-request-id: req-c3534ab1-5ea4-4019-81a2-1c80e16f1d08 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:07:58.375114 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:07:58.375369 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3534ab1-5ea4-4019-81a2-1c80e16f1d08 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:07:58.375768 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'code': 200} Mar 15 17:07:59.015773 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bca3c-7f56-487c-875a-b6f10ae59770 req-ae7dacd8-1c3a-496e-b27e-f08d0af5c060 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:07:59.017358 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ba8bca3c-7f56-487c-875a-b6f10ae59770 req-ae7dacd8-1c3a-496e-b27e-f08d0af5c060 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0576816 Mar 15 17:07:59.069926 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ba8bca3c-7f56-487c-875a-b6f10ae59770 req-cc87a482-5c07-44fd-a07d-df065bff3af6 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423191 Mar 15 17:08:00.206227 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6df60-c7ec-464a-ad0b-d87ea88beb1a req-fd4e08e4-7ae0-4d8c-baa5-284522e9986f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:00.212959 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7fc6df60-c7ec-464a-ad0b-d87ea88beb1a req-fd4e08e4-7ae0-4d8c-baa5-284522e9986f tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0605505 Mar 15 17:08:00.258831 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7fc6df60-c7ec-464a-ad0b-d87ea88beb1a req-581f1a03-6802-493c-979a-8cbaf41431b9 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447459 Mar 15 17:08:01.390832 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd020e70-576b-4a3b-a7f5-a02f9827bcb5 req-fa718e19-d7b2-4ce7-a523-58ae3d9f3ed0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:01.392313 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cd020e70-576b-4a3b-a7f5-a02f9827bcb5 req-fa718e19-d7b2-4ce7-a523-58ae3d9f3ed0 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0563645 Mar 15 17:08:01.453691 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cd020e70-576b-4a3b-a7f5-a02f9827bcb5 req-e1b9b45b-b1e9-46a9-958e-35b33eba3249 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547976 Mar 15 17:08:02.598052 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4112e3-23e5-480d-9274-cae2703fd6e3 req-0a87fc3e-15a1-4caf-906c-0db7e1bfd2d4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:02.599528 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e4112e3-23e5-480d-9274-cae2703fd6e3 req-0a87fc3e-15a1-4caf-906c-0db7e1bfd2d4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0582793 Mar 15 17:08:02.654746 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e4112e3-23e5-480d-9274-cae2703fd6e3 req-051699a5-1088-4ed4-9e7b-f42ec0e95147 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478990 Mar 15 17:08:03.097510 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-b6acfa4d-b2cb-4d66-9b31-47636b6a3a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:03.795398 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae37d4-6c2d-40c0-bfc2-ef45493059ad req-7a986a2a-f1e7-44f8-8857-38035dbd0f8b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:03.796939 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-eeae37d4-6c2d-40c0-bfc2-ef45493059ad req-7a986a2a-f1e7-44f8-8857-38035dbd0f8b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0613582 Mar 15 17:08:03.856848 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-eeae37d4-6c2d-40c0-bfc2-ef45493059ad req-dac4f703-ae4b-4599-ac7b-71013e680476 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509212 Mar 15 17:08:05.003042 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab4f73-8f60-4518-9344-5883047da448 req-ef5aa767-747a-4ab6-9918-a71e9d2a72f8 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:05.004945 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-94ab4f73-8f60-4518-9344-5883047da448 req-ef5aa767-747a-4ab6-9918-a71e9d2a72f8 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0595841 Mar 15 17:08:05.057658 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-94ab4f73-8f60-4518-9344-5883047da448 req-fedb66ea-8665-45f0-b144-1ae3b0303002 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472467 Mar 15 17:08:05.502270 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5c1977fe-4dec-4922-95d4-9d3b8c48b8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:06.196988 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da808b4-1a6f-4aa8-8cad-2ff8b2bc0ee0 req-4762e8f9-8bbd-4aad-bb0f-e89b773c6391 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:06.198460 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5da808b4-1a6f-4aa8-8cad-2ff8b2bc0ee0 req-4762e8f9-8bbd-4aad-bb0f-e89b773c6391 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0600221 Mar 15 17:08:06.272711 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5da808b4-1a6f-4aa8-8cad-2ff8b2bc0ee0 req-f813fc24-1fb5-448f-b983-70eca349a8b7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675364 Mar 15 17:08:06.482379 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:06.522337 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:08:07.410158 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c183f50-417d-4bb9-9bd0-06bc199ef6f9 req-b78dab6b-cc7b-41e0-8624-616297c73a14 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:07.412286 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8c183f50-417d-4bb9-9bd0-06bc199ef6f9 req-b78dab6b-cc7b-41e0-8624-616297c73a14 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0608959 Mar 15 17:08:07.460106 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8c183f50-417d-4bb9-9bd0-06bc199ef6f9 req-eb6ff055-8bc5-4b2a-b3fe-b063c7cb38dc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420117 Mar 15 17:08:07.905737 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:08.295316 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-eb4272cf-31f3-4901-ac7e-9f752c8f1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:08.297450 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-eb4272cf-31f3-4901-ac7e-9f752c8f1f50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 1130 time: 0.0440471 Mar 15 17:08:08.390650 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-87da07d6-56f0-4739-a31b-ccef109b9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:08.392023 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-87da07d6-56f0-4739-a31b-ccef109b9f1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 917 time: 0.0837471 Mar 15 17:08:08.457430 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-316dcf5e-0c80-464f-a285-e56f45e1a3dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374 HTTP/1.1" status: 200 len: 1002 time: 0.0585873 Mar 15 17:08:08.506442 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-0067e89f-2936-47b2-9753-e60c49e30e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:08.507913 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-0067e89f-2936-47b2-9753-e60c49e30e9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.0443854 Mar 15 17:08:08.588796 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-4f8679fb-7626-4ba9-a012-27bde0825fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:08.590269 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-4f8679fb-7626-4ba9-a012-27bde0825fdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0744948 Mar 15 17:08:08.612592 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021293-1802-4504-a19a-ed61365ea741 req-156af4fe-54d7-4650-ad26-fac7b62029a7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:08.614032 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1f021293-1802-4504-a19a-ed61365ea741 req-156af4fe-54d7-4650-ad26-fac7b62029a7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0743325 Mar 15 17:08:08.711509 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1f021293-1802-4504-a19a-ed61365ea741 req-2d7ee2bd-c68f-4964-bb53-3bb825196097 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883079 Mar 15 17:08:08.724550 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-ce1547c5-0895-444e-8cac-69bfc1468642 service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264954 Mar 15 17:08:08.815155 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e7d13815-5e62-42ca-a34b-0b1f205d4d65 req-1aa34ab9-b2b6-4d02-9df2-9e36057d89cf service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819697 Mar 15 17:08:09.642275 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:09.674303 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:09.837386 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f99c15-e875-4c6b-992a-91a8f248ab60 req-4c0816b6-baea-436f-8916-ecf59c6ca02c tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:09.838857 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-94f99c15-e875-4c6b-992a-91a8f248ab60 req-4c0816b6-baea-436f-8916-ecf59c6ca02c tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 946 time: 0.0514398 Mar 15 17:08:09.886659 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-94f99c15-e875-4c6b-992a-91a8f248ab60 req-8e54f081-c14e-4f70-bde2-7fb7f93cf5ec tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422859 Mar 15 17:08:10.158826 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:10.232951 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 9ce9a048-11cf-41dc-aad3-476eb30ce374 is: ACTIVE; New status is: DOWN {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:08:10.233850 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:10.256670 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:08:10.259962 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcae650-2fb4-4d70-9df7-2add674c474b" -d '{"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:08:10.276640 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:10.282142 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:10.311350 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Mar 2022 17:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ed41e-f5ca-4fee-bc44-4bfe425a3c00 x-openstack-request-id: req-4b9ed41e-f5ca-4fee-bc44-4bfe425a3c00 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:08:10.312196 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:08:10.312474 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b9ed41e-f5ca-4fee-bc44-4bfe425a3c00 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:08:10.312864 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'code': 200} Mar 15 17:08:10.341313 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=8']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:11.005758 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b4d3-6178-49d1-88b8-72ff430cd2b8 req-6c428849-d8a0-4a95-8cc6-85d0b150c105 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:11.007112 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f93b4d3-6178-49d1-88b8-72ff430cd2b8 req-6c428849-d8a0-4a95-8cc6-85d0b150c105 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0506630 Mar 15 17:08:11.052912 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f93b4d3-6178-49d1-88b8-72ff430cd2b8 req-82a25f24-508e-4f88-8046-9cc63fc503ad tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401967 Mar 15 17:08:11.959257 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270681f5-e4d5-4311-904c-5a0d9d9102ac req-841f7673-613a-4a1d-9589-574e5fae7db0 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:11.961474 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-270681f5-e4d5-4311-904c-5a0d9d9102ac req-841f7673-613a-4a1d-9589-574e5fae7db0 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 946 time: 0.0559661 Mar 15 17:08:12.042666 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-270681f5-e4d5-4311-904c-5a0d9d9102ac req-7ee470b1-a368-4b2d-8ec6-cda65e8049c7 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756161 Mar 15 17:08:12.069857 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de6b90-d243-48f0-bfa6-3e3f1ca29d8b req-eb8f3b8a-6815-4c28-93d8-7ff2294b40a4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:12.071289 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-45de6b90-d243-48f0-bfa6-3e3f1ca29d8b req-eb8f3b8a-6815-4c28-93d8-7ff2294b40a4 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0712137 Mar 15 17:08:12.116878 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-45de6b90-d243-48f0-bfa6-3e3f1ca29d8b req-a64f3fba-ff3e-43e3-8449-ce8b97131b10 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399749 Mar 15 17:08:12.252752 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35502) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:12.339500 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-fcd7d2b9-3bcc-4057-942b-3d2052a54b63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855856 Mar 15 17:08:12.348612 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-b3b2849e-3390-41a8-9598-e9fb1c45c0c6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:08:12.349566 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-b3b2849e-3390-41a8-9598-e9fb1c45c0c6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049074 Mar 15 17:08:12.401844 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-4638965c-a867-4fda-8e1f-cfd06a3a1953 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425897 Mar 15 17:08:12.427432 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35510) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:12.471899 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-e5967526-4fc3-423f-998c-8783918b8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:12.473444 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-e5967526-4fc3-423f-998c-8783918b8d53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1130 time: 0.0476580 Mar 15 17:08:12.526427 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-abcc2d37-003b-4f18-9c74-f86f23bab08e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:12.527806 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-abcc2d37-003b-4f18-9c74-f86f23bab08e tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports/9ce9a048-11cf-41dc-aad3-476eb30ce374 HTTP/1.1" status: 200 len: 941 time: 0.0994058 Mar 15 17:08:12.582657 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-12d6022d-23b1-4730-bd7a-fd49d805e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:12.584172 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-12d6022d-23b1-4730-bd7a-fd49d805e3e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=383e2855-edee-431f-82e3-9ead978f319c HTTP/1.1" status: 200 len: 909 time: 0.0875633 Mar 15 17:08:12.665787 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-eb6d98be-7b62-49a0-9413-ad6693f4a22d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 200 len: 1001 time: 0.0750890 Mar 15 17:08:12.727717 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-2388f5b4-ca90-4205-a58f-dc902d99d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:12.729307 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-2388f5b4-ca90-4205-a58f-dc902d99d254 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6045e005-abb3-4d60-b928-511f35402040 HTTP/1.1" status: 200 len: 847 time: 0.0545127 Mar 15 17:08:12.787588 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-ff49ce22-8a3f-48c3-b42a-813d4fb54b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:12.789216 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-ff49ce22-8a3f-48c3-b42a-813d4fb54b93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=383e2855-edee-431f-82e3-9ead978f319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507994 Mar 15 17:08:12.892518 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-642f6c45-5df9-403e-9f60-d1f9b26fdd64 service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959404 Mar 15 17:08:12.994836 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a734b5d2-6599-4ff3-a187-a36f4fd99894 req-1953fe2e-a143-4d00-b2a0-672ed9296dee service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928097 Mar 15 17:08:13.169461 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77099ef5-c502-44f0-bde0-4b618ad28209 req-086dc8f6-1003-4658-a47f-60ae0f724b35 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:13.171442 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77099ef5-c502-44f0-bde0-4b618ad28209 req-086dc8f6-1003-4658-a47f-60ae0f724b35 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 946 time: 0.0573027 Mar 15 17:08:13.245662 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-77099ef5-c502-44f0-bde0-4b618ad28209 req-6aa3a0ea-6587-4633-8d67-a62023fbe555 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681059 Mar 15 17:08:13.266146 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f9ade-6172-41ce-b1b4-020ad911f80a req-2a74467e-1f92-4b55-8995-c7c693c77482 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:13.266146 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-705f9ade-6172-41ce-b1b4-020ad911f80a req-2a74467e-1f92-4b55-8995-c7c693c77482 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0729735 Mar 15 17:08:13.311019 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-705f9ade-6172-41ce-b1b4-020ad911f80a req-8062beae-4cf3-4d8c-9c40-1a8c91518bfb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401177 Mar 15 17:08:13.466903 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-1b51b8c8-c73f-46e4-a975-64f1594c1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:13.468373 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-1b51b8c8-c73f-46e4-a975-64f1594c1307 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554&tenant_id=d11e8ccf622543cd8ba4455cde67621c HTTP/1.1" status: 200 len: 1128 time: 0.0430448 Mar 15 17:08:13.539344 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-fe810df6-8816-46aa-bd54-436d6641fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:13.540842 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-fe810df6-8816-46aa-bd54-436d6641fc33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d11e8ccf622543cd8ba4455cde67621c&device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 1128 time: 0.0462344 Mar 15 17:08:13.625459 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-a53a4619-54c4-47b7-97b8-03b95e39dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:13.626799 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-a53a4619-54c4-47b7-97b8-03b95e39dce7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 200 len: 917 time: 0.0802491 Mar 15 17:08:13.691758 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-62d1b139-f347-4811-81c1-e57b8526c99c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374 HTTP/1.1" status: 200 len: 1000 time: 0.0587420 Mar 15 17:08:13.737392 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-ed3eba76-45a2-4915-8695-d1c371c7f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:13.738841 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-ed3eba76-45a2-4915-8695-d1c371c7f39e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 200 len: 855 time: 0.0406451 Mar 15 17:08:13.824924 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-8f16261d-d018-46a1-a0eb-a7383834d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:13.826382 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-8f16261d-d018-46a1-a0eb-a7383834d884 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e22b704-6cd1-448c-920e-7df769d11493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0782506 Mar 15 17:08:13.837212 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-87daf45f-8591-4f92-98f6-516bcc380b43 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:13.838510 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-87daf45f-8591-4f92-98f6-516bcc380b43 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 946 time: 0.0620763 Mar 15 17:08:13.985188 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-63caa720-611b-4ea0-a0f9-655b50bbae2f service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457460 Mar 15 17:08:14.040701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Deleting port 55ab891b-bb69-407a-9d80-c2a58cc83479 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:14.041034 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:14.188721 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:14.272708 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 9ce9a048-11cf-41dc-aad3-476eb30ce374 is: DOWN; New status is: DOWN {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:08:14.469404 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7cb54f6d-d041-4e55-bcdf-1c7499182ca2 req-73e585a3-4dfe-4091-945e-89d3d0d1938c service neutron] 10.222.0.43 "GET /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771831 Mar 15 17:08:14.499941 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1e46a-cb85-47ed-8f37-8fa85b98a387 req-9bfd34cd-5880-4574-a1a9-1706c692732e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:14.501217 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-13a1e46a-cb85-47ed-8f37-8fa85b98a387 req-9bfd34cd-5880-4574-a1a9-1706c692732e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 946 time: 0.1497278 Mar 15 17:08:14.503697 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] For port 55ab891b-bb69-407a-9d80-c2a58cc83479, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=55ab891b-bb69-407a-9d80-c2a58cc83479,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:14.504056 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:14.534837 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36275-9ad1-464b-8a74-e8a4db558e20 req-85802b73-5e9b-4eb0-abef-129fe5885ab7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:14.536351 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4dc36275-9ad1-464b-8a74-e8a4db558e20 req-85802b73-5e9b-4eb0-abef-129fe5885ab7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.1503901 Mar 15 17:08:14.694703 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-13a1e46a-cb85-47ed-8f37-8fa85b98a387 req-ee50a3c8-5dc6-4be8-abcd-8566387d27bc tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822407 Mar 15 17:08:14.705417 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4dc36275-9ad1-464b-8a74-e8a4db558e20 req-734f84e3-7e03-438f-883f-a3571fa02dac tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296821 Mar 15 17:08:14.767595 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:14.767962 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (dc75c828-2017-45d8-82f7-8d0c6b16bb96), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:14.768273 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Floating IP dc75c828-2017-45d8-82f7-8d0c6b16bb96 disassociated. External IP: 172.27.0.22, port: 55ab891b-bb69-407a-9d80-c2a58cc83479. Mar 15 17:08:14.768643 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Calling delete_port for 55ab891b-bb69-407a-9d80-c2a58cc83479 owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:14.976144 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (55ab891b-bb69-407a-9d80-c2a58cc83479), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:15.080730 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event deleted for resources: {'Port': ['ID=55ab891b-bb69-407a-9d80-c2a58cc83479,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:15.121102 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.121459 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.121784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.122123 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.122538 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.122777 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.123115 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.123427 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.123871 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.124099 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.124435 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.124762 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.125081 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.125545 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.125868 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:15.189701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Router 52c1236c-9121-4018-abcf-23f9f0d2647d has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:08:15.336803 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:08:15.356824 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] Sync routers for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:08:15.369490 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:15.370278 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:15.418695 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] No DVR routers for this DVR port 55ab891b-bb69-407a-9d80-c2a58cc83479 on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:08:15.423928 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:15.427807 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d1e1033e-27ad-4193-9a30-54c073a9cadb req-5e05c9a3-038a-4d7e-bef4-7c3696d7ef93 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "DELETE /v2.0/ports/55ab891b-bb69-407a-9d80-c2a58cc83479 HTTP/1.1" status: 204 len: 173 time: 1.5811701 Mar 15 17:08:15.429125 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'name': 'network-vif-deleted', 'tag': '55ab891b-bb69-407a-9d80-c2a58cc83479'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:08:15.431661 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d50c48-6681-4b0f-b461-c2092f7aa186" -d '{"events": [{"server_uuid": "fb478a1a-e1c6-4441-807d-edee3aa7985d", "name": "network-vif-deleted", "tag": "55ab891b-bb69-407a-9d80-c2a58cc83479"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:08:15.480918 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc35b95-f770-4f52-8355-7dd1de2e3fa2 x-openstack-request-id: req-4fc35b95-f770-4f52-8355-7dd1de2e3fa2 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:08:15.482281 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb478a1a-e1c6-4441-807d-edee3aa7985d", "name": "network-vif-deleted", "tag": "55ab891b-bb69-407a-9d80-c2a58cc83479", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:08:15.482779 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fc35b95-f770-4f52-8355-7dd1de2e3fa2 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:08:15.483444 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb478a1a-e1c6-4441-807d-edee3aa7985d', 'name': 'network-vif-deleted', 'tag': '55ab891b-bb69-407a-9d80-c2a58cc83479', 'status': 'completed', 'code': 200} Mar 15 17:08:15.775690 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:15.910136 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d0b38da5-b338-4e68-8bb1-fe70ca4af861 req-fbe23f1d-8e96-468e-afca-45574df6231c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0513313 Mar 15 17:08:15.985346 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f5afc-6175-4566-9d6f-7237340910b3 req-2ed8bfff-3709-42ca-96df-420c2b5a1e65 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:15.995184 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-033f5afc-6175-4566-9d6f-7237340910b3 req-2ed8bfff-3709-42ca-96df-420c2b5a1e65 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.1900127 Mar 15 17:08:16.117217 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-033f5afc-6175-4566-9d6f-7237340910b3 req-8c3e37f0-573f-45e4-bb96-d9cdd00c754b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059444 Mar 15 17:08:16.172751 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:16.220835 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 55ab891b-bb69-407a-9d80-c2a58cc83479 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:16.242058 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 55ab891b-bb69-407a-9d80-c2a58cc83479 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:08:16.242402 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 55ab891b-bb69-407a-9d80-c2a58cc83479 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:08:16.243892 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] Checking router: 52c1236c-9121-4018-abcf-23f9f0d2647d for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:08:16.255031 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:16.255677 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:16.378043 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:16.592458 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:16.625695 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f8e7c-025a-454b-a163-e49c7fd8a0ce None None] The sync data for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi is: [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:08:16.896351 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e83d84-d47a-4a30-9ab0-3bbf500d76e6 None None] New status for floating IP dc75c828-2017-45d8-82f7-8d0c6b16bb96: DOWN {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:08:17.032387 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3762df6e-d074-442c-8095-c1f41a41b51a req-04a2aa84-b30b-4f3b-8ac9-e4cafdb9ea25 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0384157 Mar 15 17:08:17.293955 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61c24d-8b21-484c-94af-82b600e0c08f req-b6cad0d8-9ead-4094-afa6-7f363ca91105 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:17.295503 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4e61c24d-8b21-484c-94af-82b600e0c08f req-b6cad0d8-9ead-4094-afa6-7f363ca91105 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0767939 Mar 15 17:08:17.349775 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4e61c24d-8b21-484c-94af-82b600e0c08f req-192294ab-61ba-4ff6-9092-4a48ef4e0560 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480070 Mar 15 17:08:18.283859 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2abd217a-2f8e-4c5a-b1b8-fe30aaafdaf3 req-bb4a3faa-da3c-41fc-ba78-d84f880901fa tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0278471 Mar 15 17:08:18.476216 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c3340-2f54-40d8-bc19-9280235fc1cf req-0a98bd29-25e6-4540-8ebf-3226a3110dc5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:18.477875 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ee3c3340-2f54-40d8-bc19-9280235fc1cf req-0a98bd29-25e6-4540-8ebf-3226a3110dc5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0546510 Mar 15 17:08:18.525683 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ee3c3340-2f54-40d8-bc19-9280235fc1cf req-8cafead6-6ad8-4c75-a627-14bde4bc5355 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420332 Mar 15 17:08:19.387731 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c18f3fee-cd58-4408-8e8a-40fe4c3ef2db req-1c5a661a-a326-4751-842f-8aa0d6e7f432 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0308695 Mar 15 17:08:19.655866 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b42a04-1a72-4286-a29c-2a3a75113ce9 req-08cf9ab1-96ec-4911-82e8-7eed0d96d972 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:19.657392 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e2b42a04-1a72-4286-a29c-2a3a75113ce9 req-08cf9ab1-96ec-4911-82e8-7eed0d96d972 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0601132 Mar 15 17:08:19.721591 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e2b42a04-1a72-4286-a29c-2a3a75113ce9 req-0a071900-1dda-4573-bde3-ca2684351f94 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501084 Mar 15 17:08:20.493232 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-39f2d1ec-5349-49ad-a44c-0807979312bf req-33b2d174-5154-4b35-89c6-ab6a6546f618 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0324578 Mar 15 17:08:20.836339 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7532680-39e4-4af5-a2ec-e4dd2e0d696d req-a5419a69-2f27-4175-97a5-0f772301d1f2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:20.838071 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a7532680-39e4-4af5-a2ec-e4dd2e0d696d req-a5419a69-2f27-4175-97a5-0f772301d1f2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0557232 Mar 15 17:08:20.892997 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a7532680-39e4-4af5-a2ec-e4dd2e0d696d req-5b1b7e60-7514-41af-90db-dc8bb52d2c81 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476627 Mar 15 17:08:21.605190 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8701ae9f-a6cf-4861-a4c0-37c79fca400b req-b053128b-31b7-40e9-a6a0-d3f89da7112a tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0300019 Mar 15 17:08:22.016761 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c47e6-b38b-4edf-a6f3-7a342b9c66f6 req-bac7dba3-26dc-420d-bb9b-5a4c43edc91b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:22.018282 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a04c47e6-b38b-4edf-a6f3-7a342b9c66f6 req-bac7dba3-26dc-420d-bb9b-5a4c43edc91b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0570695 Mar 15 17:08:22.068639 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a04c47e6-b38b-4edf-a6f3-7a342b9c66f6 req-60754b99-2a3e-46c1-a48e-ba764c7b3508 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442827 Mar 15 17:08:22.701410 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d476a26d-5b68-4482-8450-a49c62a17109 req-fb53643e-e0cc-4510-9c5d-d2f8a71380d9 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0278172 Mar 15 17:08:23.210946 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb97863-5279-4ec5-81fa-ca9ed4b2e682 req-51967b06-a4a1-4bd6-a8fb-0255200c2038 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:23.212547 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9bb97863-5279-4ec5-81fa-ca9ed4b2e682 req-51967b06-a4a1-4bd6-a8fb-0255200c2038 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0607591 Mar 15 17:08:23.260667 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9bb97863-5279-4ec5-81fa-ca9ed4b2e682 req-1000dccf-1316-465c-9e65-d9f5c63b1deb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420656 Mar 15 17:08:23.808232 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c3ebd75d-3c3c-4064-b589-51f20d440196 req-32d3bd79-52c5-433c-bfeb-9f59e7ff3972 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb478a1a-e1c6-4441-807d-edee3aa7985d HTTP/1.1" status: 200 len: 210 time: 0.0258770 Mar 15 17:08:24.251729 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:08:24.350461 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:24.362725 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'port_id': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'mac_address': 'fa:16:3e:ff:a5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:08:24.387049 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb51d9-049d-4121-94d0-76f93a30856e req-bc58aebe-edd7-4395-9dd2-a3dcd1b388b5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:24.388770 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-86cb51d9-049d-4121-94d0-76f93a30856e req-bc58aebe-edd7-4395-9dd2-a3dcd1b388b5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 944 time: 0.0533910 Mar 15 17:08:24.403238 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 9ce9a048-11cf-41dc-aad3-476eb30ce374 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:08:24.403622 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:24.416478 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce9a048-11cf-41dc-aad3-476eb30ce374 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:08:24.435511 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:24.435786 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-86cb51d9-049d-4121-94d0-76f93a30856e req-40a94dfc-0485-415e-a914-78fa582a4a36 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406570 Mar 15 17:08:24.440532 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:24.485982 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=9']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:24.674350 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['9ce9a048-11cf-41dc-aad3-476eb30ce374'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:08:25.116105 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-bfa63a80-cacc-44d3-a204-89c868f510ae tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733008492&fields=id&tenant_id=a8de618d7d9749059419285b7fb63709 HTTP/1.1" status: 200 len: 267 time: 0.0457695 Mar 15 17:08:25.216795 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-d649ad9c-7c63-43e3-ad80-55b7ed28eb60 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:25.218884 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-d649ad9c-7c63-43e3-ad80-55b7ed28eb60 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 811 time: 0.0966184 Mar 15 17:08:25.232668 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-0c393f51-6ff6-4aed-9c7e-af4c173da316 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/quotas/a8de618d7d9749059419285b7fb63709 HTTP/1.1" status: 200 len: 375 time: 0.0085483 Mar 15 17:08:25.286224 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-94ccab87-f84c-409d-8b1b-72641ea9f0b2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487204 Mar 15 17:08:25.380280 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-529aa8f6-eceb-437e-a50d-ab1908791138 service neutron] 10.222.0.42 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826604 Mar 15 17:08:25.472094 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-695589c4-b48d-4a5e-ac27-9e76f79d2094 service neutron] 10.222.0.42 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862863 Mar 15 17:08:25.574134 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244c08e-e233-4b34-aa3b-30edb02f4716 req-be75e303-0d37-44d5-bbd6-48106b4caa7b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:25.575610 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0244c08e-e233-4b34-aa3b-30edb02f4716 req-be75e303-0d37-44d5-bbd6-48106b4caa7b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 945 time: 0.0528100 Mar 15 17:08:25.623987 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0244c08e-e233-4b34-aa3b-30edb02f4716 req-1bc322a8-9b64-4c39-a219-73e3174dd344 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429819 Mar 15 17:08:25.750527 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2bf91d0c-adcb-4e38-846b-dbb65cf80dd0 req-6f0529f5-b154-4372-b0af-416efa6ce142 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 210 time: 0.0287991 Mar 15 17:08:26.253497 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:08:26.300477 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 9ce9a048-11cf-41dc-aad3-476eb30ce374 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:08:26.300852 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:26.377948 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 9ce9a048-11cf-41dc-aad3-476eb30ce374 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:08:26.378355 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:26.400357 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:08:26.402816 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8878fccc-66ea-414c-a49c-a8a3b5a55532" -d '{"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:08:26.414861 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:26.418874 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:26.442419 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125e27c7-4347-411b-8dd1-ce0ceca518d3 x-openstack-request-id: req-125e27c7-4347-411b-8dd1-ce0ceca518d3 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:08:26.442927 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:08:26.443059 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-125e27c7-4347-411b-8dd1-ce0ceca518d3 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:08:26.443345 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'code': 200} Mar 15 17:08:26.469803 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=10']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:26.685414 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8bdca-a58d-4ad5-b2db-def2e92596f0 req-b404739d-a5ed-4ccd-be5e-817fa6b1ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:26.687573 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2fa8bdca-a58d-4ad5-b2db-def2e92596f0 req-b404739d-a5ed-4ccd-be5e-817fa6b1ec3b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 1131 time: 0.0790775 Mar 15 17:08:26.695417 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-982177d4-7ca0-4f58-95aa-16c2edc9eb5b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:26.696836 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-982177d4-7ca0-4f58-95aa-16c2edc9eb5b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 811 time: 0.1357558 Mar 15 17:08:26.797802 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2fa8bdca-a58d-4ad5-b2db-def2e92596f0 req-2443ba63-e59a-49c0-9548-dc8302b0217f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999565 Mar 15 17:08:26.815955 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062cfb-01d4-43ed-8549-8b1054e89785 req-54344223-90dd-4bb4-88d5-b0663706a138 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:26.817456 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c1062cfb-01d4-43ed-8549-8b1054e89785 req-54344223-90dd-4bb4-88d5-b0663706a138 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 947 time: 0.1146932 Mar 15 17:08:26.852936 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-ba48c005-34ec-41cd-9ce2-6bf297e0a436 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8de618d7d9749059419285b7fb63709 HTTP/1.1" status: 200 len: 379 time: 0.1475751 Mar 15 17:08:26.875860 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-be4062ff-08ab-414e-abec-768d82ba29bd req-d65dcf63-f77e-4a04-8c52-f59f4422263b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 210 time: 0.0412955 Mar 15 17:08:26.895908 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c1062cfb-01d4-43ed-8549-8b1054e89785 req-3d387028-7b78-4b12-97e8-8bfe339f9611 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710335 Mar 15 17:08:27.001938 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'port': {'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'admin_state_up': True, 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'security_groups': ['15fc2b3c-faae-4097-a21f-cc07632a7da8']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:08:27.105560 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Made reservation on behalf of a8de618d7d9749059419285b7fb63709 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:08:27.109600 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:27.226662 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Allocated IP 172.20.0.6 (13503971-bf87-4012-9466-edc95354766f/67b8ff3d-237e-417c-b6fe-e7b371cec876/c049a398-c003-4ac2-b04a-4ff261df3536) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:08:27.360575 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for port (c049a398-c003-4ac2-b04a-4ff261df3536), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:27.392335 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:27.431630 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Network 13503971-bf87-4012-9466-edc95354766f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:08:27.437206 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:08:27.439497 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:08:27.477939 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'Port': ['ID=c049a398-c003-4ac2-b04a-4ff261df3536,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:27.502941 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:27.503556 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:27.520703 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-b928d370-7596-45d8-8c60-8bf73a2c25f1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5224092 Mar 15 17:08:27.532635 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Request body: {'port': {'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:08:27.592635 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:27.666377 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-5b2773e3-9def-4adb-9a39-8d1b27a4e1fb None None] Provisioning complete for port c049a398-c003-4ac2-b04a-4ff261df3536 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:08:27.667007 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5b2773e3-9def-4adb-9a39-8d1b27a4e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:27.702312 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-5b2773e3-9def-4adb-9a39-8d1b27a4e1fb None None] Port c049a398-c003-4ac2-b04a-4ff261df3536 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:08:27.908800 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c049a398-c003-4ac2-b04a-4ff261df3536 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:08:27.918090 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Publish callbacks [] for port (c049a398-c003-4ac2-b04a-4ff261df3536), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:27.931115 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Transition to ACTIVE for port object c049a398-c003-4ac2-b04a-4ff261df3536 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:08:27.935483 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:27.992857 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Pushing event updated for resources: {'Port': ['ID=c049a398-c003-4ac2-b04a-4ff261df3536,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:28.135448 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba98d0-0687-47ab-a2bb-821c00f4ad0a req-309c0304-2e79-49fe-b917-dfc1aa7c1a93 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:28.137200 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-20ba98d0-0687-47ab-a2bb-821c00f4ad0a req-309c0304-2e79-49fe-b917-dfc1aa7c1a93 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 947 time: 0.1466761 Mar 15 17:08:28.144753 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Attempting to bind port c049a398-c003-4ac2-b04a-4ff261df3536 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:08:28.145331 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Attempting to bind port c049a398-c003-4ac2-b04a-4ff261df3536 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:08:28.148646 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Attempting to bind port c049a398-c003-4ac2-b04a-4ff261df3536 on network 13503971-bf87-4012-9466-edc95354766f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:08:28.174304 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Port c049a398-c003-4ac2-b04a-4ff261df3536 on network 13503971-bf87-4012-9466-edc95354766f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:08:28.174626 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Attempting to bind port c049a398-c003-4ac2-b04a-4ff261df3536 on network 13503971-bf87-4012-9466-edc95354766f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:08:28.207972 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:08:28.208310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Checking segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:08:28.208714 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Bound using segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:08:28.209157 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Bound port: c049a398-c003-4ac2-b04a-4ff261df3536, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:08:28.209508 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:28.249130 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-20ba98d0-0687-47ab-a2bb-821c00f4ad0a req-4028978a-e77d-443c-abee-7ae01c8ba1ce tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056468 Mar 15 17:08:28.294048 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c83afc-caf5-465a-84e8-d18a62fc8100 req-056406f8-6b5d-4e1f-8852-d264d4e9b569 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:28.295491 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-16c83afc-caf5-465a-84e8-d18a62fc8100 req-056406f8-6b5d-4e1f-8852-d264d4e9b569 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.1229651 Mar 15 17:08:28.340079 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] For port c049a398-c003-4ac2-b04a-4ff261df3536, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:08:28.361366 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] For port c049a398-c003-4ac2-b04a-4ff261df3536, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c049a398-c003-4ac2-b04a-4ff261df3536,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:08:28.376059 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:28.403613 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-16c83afc-caf5-465a-84e8-d18a62fc8100 req-5023c8c2-947b-43ed-85ab-a05b32ab2e9b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959799 Mar 15 17:08:28.415598 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:28.420144 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:28.422311 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] 10.222.0.43 "PUT /v2.0/ports/c049a398-c003-4ac2-b04a-4ff261df3536 HTTP/1.1" status: 200 len: 1093 time: 0.8946285 Mar 15 17:08:28.425494 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:08:28.430116 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:08:28.481630 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3029461-6916-4e7b-9e57-65365504e5cc service neutron] Pushing event updated for resources: {'Port': ['ID=c049a398-c003-4ac2-b04a-4ff261df3536,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:28.488800 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46ff9d5-0a22-437c-b151-93bbc9f386f8 x-openstack-request-id: req-e46ff9d5-0a22-437c-b151-93bbc9f386f8 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:08:28.489109 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:08:28.489352 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e46ff9d5-0a22-437c-b151-93bbc9f386f8 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:08:28.489752 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'status': 'completed', 'code': 200} Mar 15 17:08:28.523189 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f2b195b0-4156-4135-8584-24782567dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:28.524748 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f2b195b0-4156-4135-8584-24782567dbc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 1127 time: 0.0510209 Mar 15 17:08:28.573558 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-3783c138-9fc9-4dbb-9def-30dfe9db2c13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c049a398-c003-4ac2-b04a-4ff261df3536 HTTP/1.1" status: 200 len: 217 time: 0.0381591 Mar 15 17:08:28.633175 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-1cca1ef0-9573-46b7-8582-f61c8b0b9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:28.634789 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-1cca1ef0-9573-46b7-8582-f61c8b0b9ea4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.0509567 Mar 15 17:08:28.700537 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-757c00fb-ec19-4ef0-b1fc-4bbd45615db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:28.701791 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-757c00fb-ec19-4ef0-b1fc-4bbd45615db1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0598671 Mar 15 17:08:28.799954 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-f75f35a1-da5f-4d9b-9684-534831e25d6c service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921826 Mar 15 17:08:28.885860 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-63551bc3-2de3-419e-ad8a-1ddf18d8a642 req-2f18ab6e-7347-426a-b6d4-e380d8a60dd9 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799298 Mar 15 17:08:28.978356 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-c2f5a71d-0838-4218-a1cd-5396e8ca4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:28.980633 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-c2f5a71d-0838-4218-a1cd-5396e8ca4884 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 1127 time: 0.0502303 Mar 15 17:08:29.076943 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-0fa966a5-fdb7-4338-97a0-6da62b9d50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:29.078447 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-0fa966a5-fdb7-4338-97a0-6da62b9d50ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.0881433 Mar 15 17:08:29.123341 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-ebb29e26-50a3-4de0-a93b-2a99e0118efb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c049a398-c003-4ac2-b04a-4ff261df3536 HTTP/1.1" status: 200 len: 217 time: 0.0383451 Mar 15 17:08:29.170121 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-3ec64767-9071-4cdd-9200-d8cc157cda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:29.172152 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-3ec64767-9071-4cdd-9200-d8cc157cda3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.0426571 Mar 15 17:08:29.217676 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-8af49fc0-a4f5-41d0-b5c4-60f215fff3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:29.219677 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-8af49fc0-a4f5-41d0-b5c4-60f215fff3f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420599 Mar 15 17:08:29.309860 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-f98913dc-1b88-4122-a28d-165d92a56974 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844035 Mar 15 17:08:29.706278 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc07e6-502b-4f46-b837-4b9f92f922da req-f4c35cee-8ce7-44da-a712-16a77d7a70f7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:29.707705 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6bdc07e6-502b-4f46-b837-4b9f92f922da req-f4c35cee-8ce7-44da-a712-16a77d7a70f7 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 947 time: 0.3750412 Mar 15 17:08:29.722761 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2a586fcb-80b8-4c63-bf2a-7e0ce4bf8cc5 req-e40a1191-c6fe-4a8e-a070-d2db4d5fd636 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069533 Mar 15 17:08:29.780340 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902254d-8d1f-4b8a-b4a7-cc6966421a3c req-ceb93a4d-7b90-459c-9f4f-e5796d7835d6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:29.782410 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b902254d-8d1f-4b8a-b4a7-cc6966421a3c req-ceb93a4d-7b90-459c-9f4f-e5796d7835d6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.1053989 Mar 15 17:08:29.785438 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6bdc07e6-502b-4f46-b837-4b9f92f922da req-303c0453-2bc9-4a78-9cdc-03a3a296c05b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617049 Mar 15 17:08:29.829660 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b902254d-8d1f-4b8a-b4a7-cc6966421a3c req-567b9930-4e93-4869-a8a6-2369b19113f7 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 Mar 15 17:08:30.945219 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896940ea-4734-4628-9ee9-538eb9c3eeb1 req-ee2b9d43-cb68-472d-b909-b49abf69754a tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:30.946587 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-896940ea-4734-4628-9ee9-538eb9c3eeb1 req-ee2b9d43-cb68-472d-b909-b49abf69754a tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.0514052 Mar 15 17:08:30.996418 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-896940ea-4734-4628-9ee9-538eb9c3eeb1 req-8531d0f4-3e25-4d92-a2dc-f548fbeb5fa0 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Mar 15 17:08:32.109775 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862f5cc-5798-4b9f-921e-72add483c1a2 req-e6ca06a0-cf96-461a-a28f-9fe0b9364c76 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:32.111213 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0862f5cc-5798-4b9f-921e-72add483c1a2 req-e6ca06a0-cf96-461a-a28f-9fe0b9364c76 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.0511162 Mar 15 17:08:32.158285 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0862f5cc-5798-4b9f-921e-72add483c1a2 req-f9168d9c-fb1b-4cfd-b8d9-d0cc946faabc tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416150 Mar 15 17:08:33.099888 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-38a58778-4960-4ff0-b151-c661c67e5ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:33.273832 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f337693-4cd5-4f9a-a496-d7644a523497 req-6bb72c41-468c-47b2-a301-9971068066c9 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:33.275265 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f337693-4cd5-4f9a-a496-d7644a523497 req-6bb72c41-468c-47b2-a301-9971068066c9 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.0514328 Mar 15 17:08:33.320990 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3f337693-4cd5-4f9a-a496-d7644a523497 req-17086d31-d739-4030-90ff-b0377de71bc6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403323 Mar 15 17:08:33.861181 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544904b7-9624-4ca7-9085-573ff09c68fc req-18909a62-a9d3-454f-bba9-5b08eba67584 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:33.862642 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-544904b7-9624-4ca7-9085-573ff09c68fc req-18909a62-a9d3-454f-bba9-5b08eba67584 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0561502 Mar 15 17:08:33.910288 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-544904b7-9624-4ca7-9085-573ff09c68fc req-c365b928-33fb-4f45-8a63-cf8c38933cd2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421178 Mar 15 17:08:34.437903 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9b483-0996-43e3-a71e-a3192df3843e req-cb249bae-fb82-4d37-a41b-adaf9bd2da0d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:34.439399 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-87b9b483-0996-43e3-a71e-a3192df3843e req-cb249bae-fb82-4d37-a41b-adaf9bd2da0d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.0519524 Mar 15 17:08:34.486815 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-87b9b483-0996-43e3-a71e-a3192df3843e req-f6249d2c-aaf3-41a5-8e5b-8abefdc9a621 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Mar 15 17:08:35.030847 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cea189-736b-4ce4-ac8e-46f583b3a19d req-8a418f5d-ca58-4169-be63-68d71fd87416 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:35.032847 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e2cea189-736b-4ce4-ac8e-46f583b3a19d req-8a418f5d-ca58-4169-be63-68d71fd87416 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0503774 Mar 15 17:08:35.082568 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e2cea189-736b-4ce4-ac8e-46f583b3a19d req-002a9dcc-347b-47e9-8eec-34cc4dad58aa tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443311 Mar 15 17:08:35.486239 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8a77ce4b-8b6e-4fbf-9c74-911bd61ddd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:35.609728 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2270897-47bd-49a5-a08e-d6afa637ab3e req-9c1b1ce4-51bb-4b31-ad1b-220c72e365d1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:35.618152 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b2270897-47bd-49a5-a08e-d6afa637ab3e req-9c1b1ce4-51bb-4b31-ad1b-220c72e365d1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.0646982 Mar 15 17:08:35.667219 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b2270897-47bd-49a5-a08e-d6afa637ab3e req-7b9d74e5-bd91-4665-85c6-9de8a58fd279 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480809 Mar 15 17:08:36.197450 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8299de-70c3-42db-b106-6f9f7f0d01b3 req-a699009d-1e9d-4da9-b689-2a3e5af2be96 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:36.198789 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b8299de-70c3-42db-b106-6f9f7f0d01b3 req-a699009d-1e9d-4da9-b689-2a3e5af2be96 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0508420 Mar 15 17:08:36.247861 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1b8299de-70c3-42db-b106-6f9f7f0d01b3 req-06f2c283-daf3-4ae9-8542-324dcee0517c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Mar 15 17:08:36.488432 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:36.791933 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f049-5277-45fb-84a9-c4a4f44fc5d9 req-16356361-f884-4dba-be13-e45887a110db tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:36.793420 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1409f049-5277-45fb-84a9-c4a4f44fc5d9 req-16356361-f884-4dba-be13-e45887a110db tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.0567863 Mar 15 17:08:36.840825 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1409f049-5277-45fb-84a9-c4a4f44fc5d9 req-c5ec1180-311a-4ece-ae39-0dfb86fd4d34 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417883 Mar 15 17:08:37.361353 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095912c-e11f-4440-a9e1-fe541bad3b9d req-6d5264e8-4384-4f48-a3ed-20efe4a3c28d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:37.362806 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e095912c-e11f-4440-a9e1-fe541bad3b9d req-6d5264e8-4384-4f48-a3ed-20efe4a3c28d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0514872 Mar 15 17:08:37.409417 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e095912c-e11f-4440-a9e1-fe541bad3b9d req-0663009a-2ff1-4a72-aed4-97229453420f tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411875 Mar 15 17:08:37.913362 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:38.009989 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd692177-00a2-42bd-8127-f90b1afde05b req-adc5c000-0722-456a-a68c-608565120268 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:38.011447 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dd692177-00a2-42bd-8127-f90b1afde05b req-adc5c000-0722-456a-a68c-608565120268 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.0861330 Mar 15 17:08:38.023302 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f4493-d6de-4152-9cbd-ded2bd7a41d9 req-000d366b-9a84-4a1a-a48a-601d030923d7 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:38.024727 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-951f4493-d6de-4152-9cbd-ded2bd7a41d9 req-000d366b-9a84-4a1a-a48a-601d030923d7 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 945 time: 0.0697224 Mar 15 17:08:38.095074 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dd692177-00a2-42bd-8127-f90b1afde05b req-03417feb-4a1d-41fc-b4ad-12de5cdd1895 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687602 Mar 15 17:08:38.102004 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-951f4493-d6de-4152-9cbd-ded2bd7a41d9 req-8aef5c7d-cb88-4901-abb3-05e7be098e44 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708635 Mar 15 17:08:38.526119 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125391f9-3efa-4e7d-92e3-34f344a2af65 req-ab0a04cf-a340-4af5-b9bf-7d04f9a24d33 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:38.527547 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-125391f9-3efa-4e7d-92e3-34f344a2af65 req-ab0a04cf-a340-4af5-b9bf-7d04f9a24d33 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0512505 Mar 15 17:08:38.578103 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-125391f9-3efa-4e7d-92e3-34f344a2af65 req-c80f7f1f-d01c-4b74-b578-0d87c17e9d9c tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451462 Mar 15 17:08:39.239108 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacae836-736b-49db-b36d-3bf9b3be09f0 req-602f94a3-f68f-4b2b-b669-31ef8aa00933 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:39.240498 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dacae836-736b-49db-b36d-3bf9b3be09f0 req-602f94a3-f68f-4b2b-b669-31ef8aa00933 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.0804124 Mar 15 17:08:39.247990 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1a260-f6ca-40cc-9799-b653073f4b9c req-0dff13be-d5be-47c0-bf84-d024caeb43b8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:39.249365 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0db1a260-f6ca-40cc-9799-b653073f4b9c req-0dff13be-d5be-47c0-bf84-d024caeb43b8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 945 time: 0.0807769 Mar 15 17:08:39.320425 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dacae836-736b-49db-b36d-3bf9b3be09f0 req-e614045f-6bcc-4ed6-a889-b141952f674f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701084 Mar 15 17:08:39.324362 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0db1a260-f6ca-40cc-9799-b653073f4b9c req-8ad81f37-0c0f-4bc5-af50-00430faab4e8 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c2f5744-f704-43c7-8eaa-df66e520accb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613918 Mar 15 17:08:39.601463 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-7a8b66ba-5261-4b27-898e-7b38d906dd71 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:39.602858 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-7a8b66ba-5261-4b27-898e-7b38d906dd71 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 945 time: 0.0567975 Mar 15 17:08:39.645542 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:39.675814 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:39.729666 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc34e1-e696-47d9-899f-6b5698d172b4 req-f86c533f-6ce9-4a68-96f5-a720dda31219 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:39.731378 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e0fc34e1-e696-47d9-899f-6b5698d172b4 req-f86c533f-6ce9-4a68-96f5-a720dda31219 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0873673 Mar 15 17:08:39.761003 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Deleting port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:39.761343 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:39.830860 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e0fc34e1-e696-47d9-899f-6b5698d172b4 req-d0f90352-0b6f-4924-b299-1d3bf9d92122 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932934 Mar 15 17:08:39.867448 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] For port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:39.867807 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:40.040456 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:40.040836 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (39582ef9-91b4-471f-b47a-f144132bc00f), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:40.041144 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Floating IP 39582ef9-91b4-471f-b47a-f144132bc00f disassociated. External IP: 172.27.0.187, port: caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac. Mar 15 17:08:40.041568 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Calling delete_port for caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:40.171132 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:40.203679 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'Port': ['ID=caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:40.316940 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:08:40.495800 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a740786-5187-4855-a73a-36768fa43484 req-8f572501-3958-47d5-921e-b5ee912653db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:40.497205 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1a740786-5187-4855-a73a-36768fa43484 req-8f572501-3958-47d5-921e-b5ee912653db tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 946 time: 0.1346042 Mar 15 17:08:40.507033 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1818c-615f-4f31-98af-d6e0506f6a6e req-e2752f12-7282-4f70-b11c-837c75d7f950 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:40.508349 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10a1818c-615f-4f31-98af-d6e0506f6a6e req-e2752f12-7282-4f70-b11c-837c75d7f950 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.1144316 Mar 15 17:08:40.511348 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:08:40.520844 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:08:40.532184 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:40.532920 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:40.580205 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] No DVR routers for this DVR port caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:08:40.584990 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:40.588462 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f44bef57-89d6-4ae6-b6c8-f8f0641ea6f0 req-038f6a98-b723-4901-a86d-c1a6af7a5806 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.43 "DELETE /v2.0/ports/caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac HTTP/1.1" status: 204 len: 173 time: 0.9806976 Mar 15 17:08:40.589241 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43395a1f-e753-46b3-8495-565ad61d19e9', 'name': 'network-vif-deleted', 'tag': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:08:40.591737 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce06d55c-36d5-49c5-807d-8e53c39c941a" -d '{"events": [{"server_uuid": "43395a1f-e753-46b3-8495-565ad61d19e9", "name": "network-vif-deleted", "tag": "caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:08:40.639371 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1a740786-5187-4855-a73a-36768fa43484 req-465149ce-35d6-4d47-80e2-86a677ed155a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299329 Mar 15 17:08:40.651299 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10a1818c-615f-4f31-98af-d6e0506f6a6e req-4ae2dc41-db26-48db-8ea9-03dc1c39c7ec tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318748 Mar 15 17:08:40.669859 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:40.717689 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e006c0f-0475-40b2-8350-46042c3e3855 x-openstack-request-id: req-2e006c0f-0475-40b2-8350-46042c3e3855 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:08:40.717979 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43395a1f-e753-46b3-8495-565ad61d19e9", "name": "network-vif-deleted", "tag": "caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:08:40.718233 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e006c0f-0475-40b2-8350-46042c3e3855 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:08:40.718717 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43395a1f-e753-46b3-8495-565ad61d19e9', 'name': 'network-vif-deleted', 'tag': 'caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac', 'status': 'completed', 'code': 200} Mar 15 17:08:40.772357 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d973400a-e703-4cdc-87a0-208f50c1ae33 req-f54b970d-4ba6-4a33-82e5-3497d656cc29 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/ports?device_id=43395a1f-e753-46b3-8495-565ad61d19e9 HTTP/1.1" status: 200 len: 210 time: 0.0396345 Mar 15 17:08:40.890033 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:40.920268 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:08:40.928540 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:40.929136 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:40.949544 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dca1a-79d0-4749-bf1a-33ff2365dcff req-a3b54bc7-eaae-4d54-9826-713ae0260e9e tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:40.951038 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9b1dca1a-79d0-4749-bf1a-33ff2365dcff req-a3b54bc7-eaae-4d54-9826-713ae0260e9e tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0516365 Mar 15 17:08:41.000232 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9b1dca1a-79d0-4749-bf1a-33ff2365dcff req-c0d402f5-5db0-428c-8e51-5641669bca3e tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427506 Mar 15 17:08:41.055899 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:41.378217 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:41.407332 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e7737-8a25-4e7e-9ba7-2a793a4d5690 None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:20Z', 'revision_number': 4, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '083f3bb2-2b8f-4c08-b881-9392d175c26e', 'name': '', 'network_id': 'ad4338a5-b29c-470d-a6f0-6f686850fae6', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'mac_address': 'fa:16:3e:51:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:18Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'subnets': [{'id': 'd1b9295c-5bab-4879-af36-670c99d54ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:08:41.620188 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b172c33-879c-4f00-97fd-a008dc3193b5 None None] New status for floating IP 39582ef9-91b4-471f-b47a-f144132bc00f: DOWN {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:08:41.802772 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad2626-ba06-4530-bca2-ca6379cc8e62 req-65f5a23f-9e6d-4fa2-932c-909feef52e7c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:41.804238 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-66ad2626-ba06-4530-bca2-ca6379cc8e62 req-65f5a23f-9e6d-4fa2-932c-909feef52e7c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 943 time: 0.0907707 Mar 15 17:08:41.811555 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb57be7-2c78-4d59-88a5-45d0e91b8e93 req-297e1662-2ffa-42a9-86a4-5d001f292e5a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:41.813581 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6cb57be7-2c78-4d59-88a5-45d0e91b8e93 req-297e1662-2ffa-42a9-86a4-5d001f292e5a tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 946 time: 0.0870020 Mar 15 17:08:41.881246 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-66ad2626-ba06-4530-bca2-ca6379cc8e62 req-1ec8970a-dddd-4a45-86a6-cc7e35a7c2b1 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667191 Mar 15 17:08:41.888187 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6cb57be7-2c78-4d59-88a5-45d0e91b8e93 req-7739a2cc-87b9-479f-8d7f-d4d89356a348 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680151 Mar 15 17:08:41.957998 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35894) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:42.009139 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (5c2f5744-f704-43c7-8eaa-df66e520accb), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.032760 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (5c2f5744-f704-43c7-8eaa-df66e520accb), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.080618 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (5c2f5744-f704-43c7-8eaa-df66e520accb), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.083145 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.084288 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "DELETE /v2.0/security-groups/5c2f5744-f704-43c7-8eaa-df66e520accb HTTP/1.1" status: 204 len: 168 time: 0.1253128 Mar 15 17:08:42.087615 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35898) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:42.104099 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2f5744-f704-43c7-8eaa-df66e520accb,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:42.107150 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.api.v2.resource [None req-6182a9da-7cfe-4704-a590-95310c946dbe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] show failed (client error): The resource could not be found. Mar 15 17:08:42.108130 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6182a9da-7cfe-4704-a590-95310c946dbe tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "GET /v2.0/security-groups/5c2f5744-f704-43c7-8eaa-df66e520accb HTTP/1.1" status: 404 len: 347 time: 0.0196278 Mar 15 17:08:42.111927 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35900) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:42.113516 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.113862 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.114198 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.114531 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.114859 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.115182 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.115505 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.115836 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.116141 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.116486 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.116815 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.117129 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.117451 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.117768 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.118080 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a72877-90b3-48e0-bd8d-70be642b3786 tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:08:42.129251 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7257d09-4da7-4743-ba75-c97a1a1f981a req-03244cce-cf88-4727-8f0b-8872e68bbf14 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:42.130755 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c7257d09-4da7-4743-ba75-c97a1a1f981a req-03244cce-cf88-4727-8f0b-8872e68bbf14 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0617812 Mar 15 17:08:42.293932 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c7257d09-4da7-4743-ba75-c97a1a1f981a req-5ba615a8-ee01-4faa-b754-adfb33e05f75 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328690 Mar 15 17:08:42.317236 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c883750-4818-42df-a989-1bba99ad7c7b req-18866fa7-87dd-4a04-9039-1fc7481e2403 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:42.318662 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4c883750-4818-42df-a989-1bba99ad7c7b req-18866fa7-87dd-4a04-9039-1fc7481e2403 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 946 time: 0.1049230 Mar 15 17:08:42.326508 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Deleting port d930b567-b057-43bd-895c-e3b64d16f280 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:42.326853 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (d930b567-b057-43bd-895c-e3b64d16f280), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.333963 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device c049a398-c003-4ac2-b04a-4ff261df3536 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:08:42.365261 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:42.413079 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:08:42.413417 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device caffa8ce-bf92-4d0b-9d5a-41dbf557e7ac not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:08:42.453426 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port c049a398-c003-4ac2-b04a-4ff261df3536, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c049a398-c003-4ac2-b04a-4ff261df3536,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:42.460975 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (d930b567-b057-43bd-895c-e3b64d16f280), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.461301 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (d930b567-b057-43bd-895c-e3b64d16f280), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.464371 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:08:42.479732 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Calling delete_port for d930b567-b057-43bd-895c-e3b64d16f280 owned by network:floatingip {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:42.498346 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Deleting port d53be7b5-97c0-4e68-a58b-fa68a75ab07f {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:42.498682 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.501117 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port c049a398-c003-4ac2-b04a-4ff261df3536 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:08:42.501503 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.513930 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c049a398-c003-4ac2-b04a-4ff261df3536 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:08:42.534927 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port c049a398-c003-4ac2-b04a-4ff261df3536, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c049a398-c003-4ac2-b04a-4ff261df3536,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:42.539112 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.585090 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=c049a398-c003-4ac2-b04a-4ff261df3536,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:42.638977 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] For port d53be7b5-97c0-4e68-a58b-fa68a75ab07f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:42.639340 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.767694 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['c049a398-c003-4ac2-b04a-4ff261df3536'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:08:42.770878 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (d930b567-b057-43bd-895c-e3b64d16f280), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.801963 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Pushing event deleted for resources: {'Port': ['ID=d930b567-b057-43bd-895c-e3b64d16f280,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:42.915415 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.915415 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (08b243c4-50f6-430b-8fa3-16772e34bd5a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.916037 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Floating IP 08b243c4-50f6-430b-8fa3-16772e34bd5a disassociated. External IP: 172.27.0.191, port: d53be7b5-97c0-4e68-a58b-fa68a75ab07f. Mar 15 17:08:42.916037 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Calling delete_port for d53be7b5-97c0-4e68-a58b-fa68a75ab07f owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:42.922037 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks [] for floatingip (39582ef9-91b4-471f-b47a-f144132bc00f), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.924941 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:42.928546 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-0dae1e72-f8db-41a6-9e44-0ba2eac70e9f tempest-AttachVolumeNegativeTest-55836572 tempest-AttachVolumeNegativeTest-55836572-project] 10.222.0.42 "DELETE /v2.0/floatingips/39582ef9-91b4-471f-b47a-f144132bc00f HTTP/1.1" status: 204 len: 168 time: 0.8130825 Mar 15 17:08:43.150159 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e039bbc-8621-4a7e-a655-428def53b092 req-87f4a8df-2d6b-45d6-b81f-b34b2efd2c76 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:43.151616 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e039bbc-8621-4a7e-a655-428def53b092 req-87f4a8df-2d6b-45d6-b81f-b34b2efd2c76 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 944 time: 0.1452579 Mar 15 17:08:43.158364 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37942dc8-b5d8-4b8c-b5fb-bc7110855894 req-ac9b1409-2ba6-490e-ae53-68b7c6f4f685 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:43.159759 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-37942dc8-b5d8-4b8c-b5fb-bc7110855894 req-ac9b1409-2ba6-490e-ae53-68b7c6f4f685 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b1f70d6-4cc6-40cc-b0e3-c881da6bca55 HTTP/1.1" status: 200 len: 946 time: 0.1544485 Mar 15 17:08:43.161542 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (d53be7b5-97c0-4e68-a58b-fa68a75ab07f), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:43.220437 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event deleted for resources: {'Port': ['ID=d53be7b5-97c0-4e68-a58b-fa68a75ab07f,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:43.340678 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e039bbc-8621-4a7e-a655-428def53b092 req-ab66a6e8-f1dd-4a9d-a514-1e287b6b360d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799135 Mar 15 17:08:43.346119 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-37942dc8-b5d8-4b8c-b5fb-bc7110855894 req-16389722-b6f6-4093-8341-5da983dcc163 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b444c00-17bf-41fd-a12d-93c7463ae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789920 Mar 15 17:08:43.380229 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Router ac3dadc1-4d52-480b-942b-af9f1c3d046a has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:08:43.523736 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:08:43.781900 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61969c72-9df7-4a77-ad3f-24722ebe00cb req-0fadcc39-c25d-47e2-899e-2ff181f52384 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:43.783279 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-61969c72-9df7-4a77-ad3f-24722ebe00cb req-0fadcc39-c25d-47e2-899e-2ff181f52384 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.3610971 Mar 15 17:08:43.787718 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:08:43.798186 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] Sync routers for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:08:43.808440 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:43.808971 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:43.845869 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] No DVR routers for this DVR port d53be7b5-97c0-4e68-a58b-fa68a75ab07f on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:08:43.849666 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:43.852937 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4c883750-4818-42df-a989-1bba99ad7c7b req-29c2a826-1136-4819-9a45-9ddaf3bd0703 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.43 "DELETE /v2.0/ports/d53be7b5-97c0-4e68-a58b-fa68a75ab07f HTTP/1.1" status: 204 len: 173 time: 1.5230184 Mar 15 17:08:43.853379 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'name': 'network-vif-deleted', 'tag': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:08:43.855682 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaf2586-db29-4863-86e3-2ea6a4969a08" -d '{"events": [{"server_uuid": "5b1f70d6-4cc6-40cc-b0e3-c881da6bca55", "name": "network-vif-deleted", "tag": "d53be7b5-97c0-4e68-a58b-fa68a75ab07f"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:08:43.874676 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-61969c72-9df7-4a77-ad3f-24722ebe00cb req-ffc27b24-d0f9-433e-a2b5-01c64d89ac54 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850852 Mar 15 17:08:43.902307 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b845e8-5270-4853-8064-bdd66fc62a98 x-openstack-request-id: req-51b845e8-5270-4853-8064-bdd66fc62a98 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:08:43.902601 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1f70d6-4cc6-40cc-b0e3-c881da6bca55", "name": "network-vif-deleted", "tag": "d53be7b5-97c0-4e68-a58b-fa68a75ab07f", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:08:43.902854 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51b845e8-5270-4853-8064-bdd66fc62a98 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:08:43.903252 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1f70d6-4cc6-40cc-b0e3-c881da6bca55', 'name': 'network-vif-deleted', 'tag': 'd53be7b5-97c0-4e68-a58b-fa68a75ab07f', 'status': 'completed', 'code': 200} Mar 15 17:08:43.940176 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:44.142662 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:44.170132 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] Checking router: ac3dadc1-4d52-480b-942b-af9f1c3d046a for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:08:44.179225 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:44.179833 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:44.292385 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:44.378319 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device c049a398-c003-4ac2-b04a-4ff261df3536 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:08:44.470909 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35930) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:44.484298 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port c049a398-c003-4ac2-b04a-4ff261df3536 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:08:44.492110 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port c049a398-c003-4ac2-b04a-4ff261df3536 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:08:44.492505 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.516961 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd59a2-bd31-43b3-8f6b-f688117123f3 req-38350ddc-b9bd-4765-b26e-d8a71d0098e5 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:44.518826 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5fdd59a2-bd31-43b3-8f6b-f688117123f3 req-38350ddc-b9bd-4765-b26e-d8a71d0098e5 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 944 time: 0.0825276 Mar 15 17:08:44.528970 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5657b5d7-86fa-42c3-9255-ce5847120ed4 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (2b444c00-17bf-41fd-a12d-93c7463ae0d5), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.553589 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5657b5d7-86fa-42c3-9255-ce5847120ed4 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (2b444c00-17bf-41fd-a12d-93c7463ae0d5), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.577473 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5fdd59a2-bd31-43b3-8f6b-f688117123f3 req-ea69f8d7-a4b3-4298-95e3-96e1a920539a tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526438 Mar 15 17:08:44.603725 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5657b5d7-86fa-42c3-9255-ce5847120ed4 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (2b444c00-17bf-41fd-a12d-93c7463ae0d5), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.606660 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5657b5d7-86fa-42c3-9255-ce5847120ed4 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.607797 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5657b5d7-86fa-42c3-9255-ce5847120ed4 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "DELETE /v2.0/security-groups/2b444c00-17bf-41fd-a12d-93c7463ae0d5 HTTP/1.1" status: 204 len: 168 time: 0.1352968 Mar 15 17:08:44.607909 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:44.610818 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35932) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:44.611826 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port c049a398-c003-4ac2-b04a-4ff261df3536 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:08:44.612208 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.616693 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657b5d7-86fa-42c3-9255-ce5847120ed4 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b444c00-17bf-41fd-a12d-93c7463ae0d5,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:44.628582 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.api.v2.resource [None req-dc20aa28-6874-4881-9e25-05bce5744d7f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] show failed (client error): The resource could not be found. Mar 15 17:08:44.628582 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-dc20aa28-6874-4881-9e25-05bce5744d7f tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "GET /v2.0/security-groups/2b444c00-17bf-41fd-a12d-93c7463ae0d5 HTTP/1.1" status: 404 len: 347 time: 0.0127308 Mar 15 17:08:44.629027 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35934) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:44.651639 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016835dd-2330-49ae-b056-2edaf96ae170 None None] The sync data for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi is: [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:27Z', 'revision_number': 4, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1', 'name': '', 'network_id': '0529e954-2a15-4a47-acb2-fd874a7d184f', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:22Z', 'updated_at': '2022-03-15T17:02:39Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'subnets': [{'id': 'e665f065-74e0-4ecb-af2d-dab0027505c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:08:44.677305 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:08:44.679594 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55ef0f6-7c57-4ba0-a18b-ede75b031cf6" -d '{"events": [{"server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "name": "network-vif-plugged", "status": "completed", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:08:44.693371 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port c049a398-c003-4ac2-b04a-4ff261df3536, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c049a398-c003-4ac2-b04a-4ff261df3536,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:44.700201 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.701177 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device d53be7b5-97c0-4e68-a58b-fa68a75ab07f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:44.725643 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: d53be7b5-97c0-4e68-a58b-fa68a75ab07f {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:08:44.725989 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device d53be7b5-97c0-4e68-a58b-fa68a75ab07f not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:08:44.746147 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700d90e2-f969-46d3-8f50-7f4d5e22325b x-openstack-request-id: req-700d90e2-f969-46d3-8f50-7f4d5e22325b {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:08:44.746444 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "name": "network-vif-plugged", "status": "completed", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:08:44.746684 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-700d90e2-f969-46d3-8f50-7f4d5e22325b {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:08:44.747135 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'code': 200} Mar 15 17:08:44.781003 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=c049a398-c003-4ac2-b04a-4ff261df3536,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:44.783523 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Deleting port 9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:44.784372 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.867905 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.868455 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:44.881932 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Calling delete_port for 9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c owned by network:floatingip {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:44.979715 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36214b5a-1870-40a8-ad49-2334e265f3be None None] New status for floating IP 08b243c4-50f6-430b-8fa3-16772e34bd5a: DOWN {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:08:45.081884 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb2153-e9f5-4ede-bcf2-08795efdc986 req-2d033885-c4de-4833-b766-e82206ec9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:45.084547 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-17cb2153-e9f5-4ede-bcf2-08795efdc986 req-2d033885-c4de-4833-b766-e82206ec9759 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 1129 time: 0.1590483 Mar 15 17:08:45.097927 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76957-f45b-4b5a-80d8-8749ffff0513 req-1568ec80-9d45-4999-8677-bf3d488e315d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:45.100580 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18b76957-f45b-4b5a-80d8-8749ffff0513 req-1568ec80-9d45-4999-8677-bf3d488e315d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.1423962 Mar 15 17:08:45.223261 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-17cb2153-e9f5-4ede-bcf2-08795efdc986 req-ea5d19f4-5bcb-4eed-8043-7ab6e9e662de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216600 Mar 15 17:08:45.224735 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:45.235888 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18b76957-f45b-4b5a-80d8-8749ffff0513 req-3bf5b344-8a5c-4bac-a86c-17d8c8e574dc tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256428 Mar 15 17:08:45.258104 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Pushing event deleted for resources: {'Port': ['ID=9929ab5c-f9d0-4060-b6ca-197cf5ac4b8c,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:45.318203 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks [] for floatingip (08b243c4-50f6-430b-8fa3-16772e34bd5a), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:45.320957 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:45.322116 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-a40e21aa-8501-4043-af78-6be845218bf3 tempest-AttachVolumeTestJSON-1590690589 tempest-AttachVolumeTestJSON-1590690589-project] 10.222.0.42 "DELETE /v2.0/floatingips/08b243c4-50f6-430b-8fa3-16772e34bd5a HTTP/1.1" status: 204 len: 168 time: 0.6925189 Mar 15 17:08:45.708312 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38f002-fc59-420b-88c5-c16361ce6805 req-60bee62d-6340-4a4f-a252-aa2a757c7513 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:45.710950 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7c38f002-fc59-420b-88c5-c16361ce6805 req-60bee62d-6340-4a4f-a252-aa2a757c7513 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 945 time: 0.0632169 Mar 15 17:08:45.773722 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7c38f002-fc59-420b-88c5-c16361ce6805 req-698a8156-ec38-4532-9673-a2d9076b9bd5 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560458 Mar 15 17:08:46.357477 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c2f42-aec1-49b9-bd79-68aef7fc58b1 req-610a6979-28ae-402b-ac80-6a4e7c31fcf2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:46.358920 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-745c2f42-aec1-49b9-bd79-68aef7fc58b1 req-610a6979-28ae-402b-ac80-6a4e7c31fcf2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0544367 Mar 15 17:08:46.405725 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-745c2f42-aec1-49b9-bd79-68aef7fc58b1 req-50950312-e676-4f59-bc51-3764379550c8 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 Mar 15 17:08:46.625935 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35974) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:46.894509 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e15b1-a70e-42f0-acc4-ea8b08476a74 req-00355998-04bb-4479-a747-21a300fc95e0 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:46.895987 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f4e15b1-a70e-42f0-acc4-ea8b08476a74 req-00355998-04bb-4479-a747-21a300fc95e0 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 945 time: 0.0528345 Mar 15 17:08:46.953158 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6f4e15b1-a70e-42f0-acc4-ea8b08476a74 req-17bf88a1-766f-4af4-8d80-5d75cd4d4060 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512459 Mar 15 17:08:47.079882 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f9d4b-6725-4d36-937a-f7c8e10072a6 req-3bf55b18-55aa-42e8-8916-3c4e29994ce2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:47.081283 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c61f9d4b-6725-4d36-937a-f7c8e10072a6 req-3bf55b18-55aa-42e8-8916-3c4e29994ce2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 945 time: 0.0515292 Mar 15 17:08:47.106967 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (1277534e-5f34-487f-9708-e873a480c4a1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:47.132429 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c61f9d4b-6725-4d36-937a-f7c8e10072a6 req-31e25b76-6af2-4072-a00d-ebe382d4af36 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453749 Mar 15 17:08:47.154268 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35982) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:47.196508 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afafb25b-27bf-4118-81b3-522b8987d307 tempest-TestVolumeBootPattern-880955908 tempest-TestVolumeBootPattern-880955908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:47.200746 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-afafb25b-27bf-4118-81b3-522b8987d307 tempest-TestVolumeBootPattern-880955908 tempest-TestVolumeBootPattern-880955908-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 1124 time: 0.0427785 Mar 15 17:08:47.200904 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 35984) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:47.205127 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:08:47.225794 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:47.321571 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:47.358173 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Deleting port 083f3bb2-2b8f-4c08-b881-9392d175c26e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:47.358403 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:47.431283 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Allocated IP 172.27.0.213 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/ad3ded21-2c21-4ab6-9df4-fe824401a8cf) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:08:47.435618 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] For port 083f3bb2-2b8f-4c08-b881-9392d175c26e, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=083f3bb2-2b8f-4c08-b881-9392d175c26e,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:47.436227 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:47.451059 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Calling delete_port for 083f3bb2-2b8f-4c08-b881-9392d175c26e owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:47.566222 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f587338-3a84-4f29-989e-5fcab2a965a5 req-5c28e331-52b0-4f25-b235-6d83e3048415 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:47.567679 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4f587338-3a84-4f29-989e-5fcab2a965a5 req-5c28e331-52b0-4f25-b235-6d83e3048415 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0864615 Mar 15 17:08:47.577114 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for port (ad3ded21-2c21-4ab6-9df4-fe824401a8cf), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:47.641686 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (083f3bb2-2b8f-4c08-b881-9392d175c26e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:47.649274 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4f587338-3a84-4f29-989e-5fcab2a965a5 req-d13d55de-5287-4234-87c6-d07a41210bf2 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699530 Mar 15 17:08:47.667655 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (ad3ded21-2c21-4ab6-9df4-fe824401a8cf), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:47.710700 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=083f3bb2-2b8f-4c08-b881-9392d175c26e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:47.728242 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:08:47.731710 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:08:47.737422 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:08:47.770655 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'Port': ['ID=ad3ded21-2c21-4ab6-9df4-fe824401a8cf,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:47.882588 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (1277534e-5f34-487f-9708-e873a480c4a1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.105343 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Router 1277534e-5f34-487f-9708-e873a480c4a1 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:08:48.134491 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (1e470247-2eee-43d0-8816-802218f90442), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.200096 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (ad3ded21-2c21-4ab6-9df4-fe824401a8cf), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.212934 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:08:48.220853 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a4acbf02-1f0a-40ca-bbd7-b0f4cc1c0c1d admin admin] 10.222.0.42 "PUT /v2.0/routers/1277534e-5f34-487f-9708-e873a480c4a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5938468 Mar 15 17:08:48.221485 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 35998) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:48.222861 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] Sync routers for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:08:48.235599 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:48.236375 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:48.326957 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks [] for router (1277534e-5f34-487f-9708-e873a480c4a1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.345534 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:48.365327 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for port (ad3ded21-2c21-4ab6-9df4-fe824401a8cf), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.371912 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (ad3ded21-2c21-4ab6-9df4-fe824401a8cf), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.442476 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks [] for router_gateway (1277534e-5f34-487f-9708-e873a480c4a1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.445002 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'Port': ['ID=ad3ded21-2c21-4ab6-9df4-fe824401a8cf,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:48.460002 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (1e470247-2eee-43d0-8816-802218f90442), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.502918 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Deleting port 1c543cfb-f487-415a-85d9-db06c03b70c2 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:48.503253 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.568885 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Floating IP 1e470247-2eee-43d0-8816-802218f90442 associated. External IP: 172.27.0.213, port: c049a398-c003-4ac2-b04a-4ff261df3536. Mar 15 17:08:48.592506 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] For port 1c543cfb-f487-415a-85d9-db06c03b70c2, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=1c543cfb-f487-415a-85d9-db06c03b70c2,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:48.592908 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.607814 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Calling delete_port for 1c543cfb-f487-415a-85d9-db06c03b70c2 owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:48.660006 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:08:47Z', 'revision_number': 5, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port': {'id': '1c543cfb-f487-415a-85d9-db06c03b70c2', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277534e-5f34-487f-9708-e873a480c4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:48.689049 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] Checking router: 1277534e-5f34-487f-9708-e873a480c4a1 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:08:48.698191 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] Routers {'1277534e-5f34-487f-9708-e873a480c4a1'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:48.698808 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['1277534e-5f34-487f-9708-e873a480c4a1'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:48.819646 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (1c543cfb-f487-415a-85d9-db06c03b70c2), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:48.839952 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] Set router 1277534e-5f34-487f-9708-e873a480c4a1 gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:48.854055 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c543cfb-f487-415a-85d9-db06c03b70c2,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:48.862749 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937248-80e3-4604-8fdf-2450a25ffd8d req-f0a14a24-52b1-49b4-8407-60fe03e874a3 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:48.864251 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-87937248-80e3-4604-8fdf-2450a25ffd8d req-f0a14a24-52b1-49b4-8407-60fe03e874a3 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.1070173 Mar 15 17:08:48.881941 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Router 52c1236c-9121-4018-abcf-23f9f0d2647d has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:08:48.903255 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:08:48Z', 'revision_number': 6, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port_host': None}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:48.931463 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ea00d6-3d2f-48af-9b8f-ebfe14cb645e None None] The sync data for ids ['1277534e-5f34-487f-9708-e873a480c4a1'] in dv-cinder-733623-12-iscsi is: [{'id': '1277534e-5f34-487f-9708-e873a480c4a1', 'name': 'tempest-AttachVolumeNegativeTest-62049100-router', 'tenant_id': 'd679d754fac6488ca843395e0096b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:08:48Z', 'revision_number': 6, 'project_id': 'd679d754fac6488ca843395e0096b839', 'gw_port_host': None}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:08:48.956727 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36008) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:48.976165 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (1277534e-5f34-487f-9708-e873a480c4a1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.041656 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-87937248-80e3-4604-8fdf-2450a25ffd8d req-bc118bba-f250-44c5-9e47-4adc8a0b8214 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582801 Mar 15 17:08:49.090577 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:08:49.093231 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-19b127fc-7bb9-47f6-8b1c-39ede6c73530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:49.096243 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-19b127fc-7bb9-47f6-8b1c-39ede6c73530 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1130 time: 0.0709331 Mar 15 17:08:49.100366 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] Sync routers for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:08:49.110246 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:49.111126 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:49.137443 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (1277534e-5f34-487f-9708-e873a480c4a1), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.140917 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks [] for router_controller (1277534e-5f34-487f-9708-e873a480c4a1), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.157534 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.203167 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (1277534e-5f34-487f-9708-e873a480c4a1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.203724 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1277534e-5f34-487f-9708-e873a480c4a1 {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:08:49.205096 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9bf36f37-1ed9-4437-9b9f-b91f8b724cb6 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0030105 Mar 15 17:08:49.208991 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.210165 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b92774f5-28d3-4626-9777-cf3dbc7caf6d admin admin] 10.222.0.42 "DELETE /v2.0/routers/1277534e-5f34-487f-9708-e873a480c4a1 HTTP/1.1" status: 204 len: 168 time: 0.9877257 Mar 15 17:08:49.213600 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36014) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:49.213800 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:08:49.215866 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2455f25f-916a-4c24-b7bc-9ed9a54bc983" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:08:49.254080 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-0c052c8f-0f98-4b38-9182-82fdb9c4f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:49.255718 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-0c052c8f-0f98-4b38-9182-82fdb9c4f4fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=383e2855-edee-431f-82e3-9ead978f319c HTTP/1.1" status: 200 len: 909 time: 0.1504495 Mar 15 17:08:49.270185 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c311fc3-d086-450a-b8d1-b1b937494cbd x-openstack-request-id: req-5c311fc3-d086-450a-b8d1-b1b937494cbd {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:08:49.270546 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:08:49.270908 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c311fc3-d086-450a-b8d1-b1b937494cbd {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:08:49.271883 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'status': 'completed', 'code': 200} Mar 15 17:08:49.342416 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:49.379413 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7283731-1295-4a3e-8418-ec5a231099a4 admin admin] Deleting subnet d1b9295c-5bab-4879-af36-670c99d54ac9 {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:08:49.387376 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f7283731-1295-4a3e-8418-ec5a231099a4 admin admin] Publish callbacks [] for subnet (d1b9295c-5bab-4879-af36-670c99d54ac9), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.407948 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-6cf41dba-df91-4b30-8441-10459f27e8f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 200 len: 1001 time: 0.1448736 Mar 15 17:08:49.453824 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f7283731-1295-4a3e-8418-ec5a231099a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260223105'] for subnet (d1b9295c-5bab-4879-af36-670c99d54ac9), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.474527 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-4cd6d132-3a46-41a5-ad1e-a1dfde89285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:49.489335 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 083f3bb2-2b8f-4c08-b881-9392d175c26e no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:49.492907 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-4cd6d132-3a46-41a5-ad1e-a1dfde89285f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6045e005-abb3-4d60-b928-511f35402040 HTTP/1.1" status: 200 len: 847 time: 0.0683718 Mar 15 17:08:49.497334 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-dd4de97f-1839-4cb6-b252-adde0d8616c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:49.498841 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-dd4de97f-1839-4cb6-b252-adde0d8616c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 1129 time: 0.1885576 Mar 15 17:08:49.519982 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 083f3bb2-2b8f-4c08-b881-9392d175c26e {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:08:49.520668 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 083f3bb2-2b8f-4c08-b881-9392d175c26e not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:08:49.594621 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '1e470247-2eee-43d0-8816-802218f90442', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:08:48Z', 'updated_at': '2022-03-15T17:08:48Z', 'revision_number': 0, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:49.605587 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f7283731-1295-4a3e-8418-ec5a231099a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (d1b9295c-5bab-4879-af36-670c99d54ac9), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.625406 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] Checking router: 52c1236c-9121-4018-abcf-23f9f0d2647d for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:08:49.634198 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:49.634803 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:49.699216 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f7283731-1295-4a3e-8418-ec5a231099a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260131416'] for subnet (d1b9295c-5bab-4879-af36-670c99d54ac9), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.751555 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:49.916110 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-3be4fd14-6e4d-4355-856b-aef98787c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:49.917644 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-3be4fd14-6e4d-4355-856b-aef98787c7c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=383e2855-edee-431f-82e3-9ead978f319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4239013 Mar 15 17:08:49.965675 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-58c6a477-f981-4483-b33c-2ab132910570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:49.967181 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-58c6a477-f981-4483-b33c-2ab132910570 service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.4593639 Mar 15 17:08:49.980468 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7283731-1295-4a3e-8418-ec5a231099a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b9295c-5bab-4879-af36-670c99d54ac9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:49.983802 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f7283731-1295-4a3e-8418-ec5a231099a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:49.987375 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f7283731-1295-4a3e-8418-ec5a231099a4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d1b9295c-5bab-4879-af36-670c99d54ac9 HTTP/1.1" status: 204 len: 168 time: 0.7735589 Mar 15 17:08:49.991676 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb6479-286c-42bf-b68c-15e8b911671b None None] Network ad4338a5-b29c-470d-a6f0-6f686850fae6 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:08:49.992798 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36018) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:50.036670 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (ac3dadc1-4d52-480b-942b-af9f1c3d046a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.046279 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '1e470247-2eee-43d0-8816-802218f90442', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:08:48Z', 'updated_at': '2022-03-15T17:08:48Z', 'revision_number': 0, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:50.092165 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-25d507b6-e3fe-49e4-bd72-a74a9511ecdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c049a398-c003-4ac2-b04a-4ff261df3536 HTTP/1.1" status: 200 len: 999 time: 0.0986466 Mar 15 17:08:50.096625 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba315f-6409-4400-b568-fc4baeb3310f None None] The sync data for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi is: [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '1e470247-2eee-43d0-8816-802218f90442', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:08:48Z', 'updated_at': '2022-03-15T17:08:48Z', 'revision_number': 0, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:08:50.165196 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-9fa62a3a-ad51-4dea-9f1a-2172fdb7397c service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357635 Mar 15 17:08:50.167032 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (ad4338a5-b29c-470d-a6f0-6f686850fae6), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.255863 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-d799234e-2998-4401-a22f-2355a2092b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:50.256207 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-d799234e-2998-4401-a22f-2355a2092b5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.1526408 Mar 15 17:08:50.265238 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1abd1c7-4d65-4e32-b83c-dd5e6f77fa32 None None] DHCP port deletion for ad4338a5-b29c-470d-a6f0-6f686850fae6 request from dv-cinder-733623-12-iscsi {{(pid=103236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:08:50.329865 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6bea2-c273-48bf-b204-599dfa9becd5 req-74d8415f-478a-4ffc-832b-d208e1d07337 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:50.331611 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18d6bea2-c273-48bf-b204-599dfa9becd5 req-74d8415f-478a-4ffc-832b-d208e1d07337 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.1795113 Mar 15 17:08:50.336768 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Deleting port 60d18bab-6c2f-4fad-898d-33246232f660 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:50.337105 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (60d18bab-6c2f-4fad-898d-33246232f660), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.352223 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-e1abd1c7-4d65-4e32-b83c-dd5e6f77fa32 None None] Deleting port 60d18bab-6c2f-4fad-898d-33246232f660 {{(pid=103236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:50.352627 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e1abd1c7-4d65-4e32-b83c-dd5e6f77fa32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (60d18bab-6c2f-4fad-898d-33246232f660), before_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.388009 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-09c1e6da-8da8-48d8-a121-a4590c1e5ad6 req-f0ea2b78-b5b9-41d5-b9f4-ba9a5e64a380 service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018545 Mar 15 17:08:50.409918 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-ae8a17aa-44ba-41f7-95c4-c68e595d9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:50.411384 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-ae8a17aa-44ba-41f7-95c4-c68e595d9e39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1466339 Mar 15 17:08:50.416262 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] For port 60d18bab-6c2f-4fad-898d-33246232f660, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=60d18bab-6c2f-4fad-898d-33246232f660,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:50.416780 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (60d18bab-6c2f-4fad-898d-33246232f660), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.426150 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18d6bea2-c273-48bf-b204-599dfa9becd5 req-f0ad0e7b-6578-4905-ad91-5be89e8945bb tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860443 Mar 15 17:08:50.455947 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-e1abd1c7-4d65-4e32-b83c-dd5e6f77fa32 None None] For port 60d18bab-6c2f-4fad-898d-33246232f660, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=60d18bab-6c2f-4fad-898d-33246232f660,segment=NetworkSegment(fe07fb4d-0878-4313-88cc-cfeb71f3e304),segment_id=fe07fb4d-0878-4313-88cc-cfeb71f3e304)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:50.457494 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e1abd1c7-4d65-4e32-b83c-dd5e6f77fa32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (60d18bab-6c2f-4fad-898d-33246232f660), precommit_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.472151 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d80022e-1d46-4491-8443-5cb23ac327ed None None] New status for floating IP 1e470247-2eee-43d0-8816-802218f90442: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:08:50.480492 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Calling delete_port for 60d18bab-6c2f-4fad-898d-33246232f660 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:50.512201 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-e1abd1c7-4d65-4e32-b83c-dd5e6f77fa32 None None] Calling delete_port for 60d18bab-6c2f-4fad-898d-33246232f660 owned by network:dhcp {{(pid=103236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:50.526805 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-402ad92b-56eb-434c-b9b3-e39de3f058dd service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994527 Mar 15 17:08:50.578660 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Deleting port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:50.579004 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.626159 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2455f25f-916a-4c24-b7bc-9ed9a54bc983 req-16fafa57-5f28-4a83-99ff-e9abeb95cb7b service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890784 Mar 15 17:08:50.645145 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (60d18bab-6c2f-4fad-898d-33246232f660), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.677429 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d18bab-6c2f-4fad-898d-33246232f660,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:50.679266 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] No DVR routers for this DVR port 60d18bab-6c2f-4fad-898d-33246232f660 on host dv-cinder-733623-12-iscsi {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:08:50.736602 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e1abd1c7-4d65-4e32-b83c-dd5e6f77fa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217'] for port (60d18bab-6c2f-4fad-898d-33246232f660), after_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.761858 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] For port 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:50.762095 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.763598 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abd1c7-4d65-4e32-b83c-dd5e6f77fa32 None None] Pushing event deleted for resources: {'Port': ['ID=60d18bab-6c2f-4fad-898d-33246232f660,revision_number=None']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:50.768780 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1abd1c7-4d65-4e32-b83c-dd5e6f77fa32 None None] No DVR routers for this DVR port 60d18bab-6c2f-4fad-898d-33246232f660 on host dv-cinder-733623-12-iscsi {{(pid=103236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:08:50.787285 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Calling delete_port for 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:50.789887 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (ad4338a5-b29c-470d-a6f0-6f686850fae6), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.818236 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4338a5-b29c-470d-a6f0-6f686850fae6']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:50.855748 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe07fb4d-0878-4313-88cc-cfeb71f3e304') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:50.856023 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe07fb4d-0878-4313-88cc-cfeb71f3e304') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:50.869224 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260223160'] for segment (fe07fb4d-0878-4313-88cc-cfeb71f3e304), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.892590 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (fe07fb4d-0878-4313-88cc-cfeb71f3e304), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.902620 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:08:50.903008 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097293'] for segment (fe07fb4d-0878-4313-88cc-cfeb71f3e304), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: timer() Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: cb(*args, **kw) Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: self._notify() Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: self.callback(batched_events) Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: event.method(event) Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._get(url).json() Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:08:50.904649 dv-cinder-733623-12-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:08:51.020520 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (ad4338a5-b29c-470d-a6f0-6f686850fae6), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.025463 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.028625 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ad4338a5-b29c-470d-a6f0-6f686850fae6 HTTP/1.1" status: 204 len: 168 time: 1.0340545 Mar 15 17:08:51.043563 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 60d18bab-6c2f-4fad-898d-33246232f660 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:51.048985 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b127da7-75f1-4b9e-b16e-fbb937ba7b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4338a5-b29c-470d-a6f0-6f686850fae6,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:51.069584 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 60d18bab-6c2f-4fad-898d-33246232f660 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:08:51.069926 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 60d18bab-6c2f-4fad-898d-33246232f660 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:08:51.070513 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 1c543cfb-f487-415a-85d9-db06c03b70c2 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:51.090005 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 1c543cfb-f487-415a-85d9-db06c03b70c2 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:08:51.090348 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 1c543cfb-f487-415a-85d9-db06c03b70c2 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:08:51.110848 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.136962 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:51.162775 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36026) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:51.203313 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-0aefbfb3-fdaf-402f-9288-c387f1cc410e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d679d754fac6488ca843395e0096b839&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391889 Mar 15 17:08:51.205746 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36028) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:51.259940 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ced102b6-c812-460e-a983-a64e9dd89d1a admin admin] Publish callbacks [] for security_group (13df0eed-7aeb-4306-beed-f5620ec42330), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.283819 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ced102b6-c812-460e-a983-a64e9dd89d1a admin admin] Publish callbacks [] for security_group (13df0eed-7aeb-4306-beed-f5620ec42330), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.308210 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (ac3dadc1-4d52-480b-942b-af9f1c3d046a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.338981 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ced102b6-c812-460e-a983-a64e9dd89d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (13df0eed-7aeb-4306-beed-f5620ec42330), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.341845 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ced102b6-c812-460e-a983-a64e9dd89d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.343082 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ced102b6-c812-460e-a983-a64e9dd89d1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13df0eed-7aeb-4306-beed-f5620ec42330 HTTP/1.1" status: 204 len: 168 time: 0.1363068 Mar 15 17:08:51.351628 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced102b6-c812-460e-a983-a64e9dd89d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df0eed-7aeb-4306-beed-f5620ec42330,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:51.542025 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Router ac3dadc1-4d52-480b-942b-af9f1c3d046a has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:08:51.559705 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83d7d-2576-424d-b34d-438348f48376 req-d64d1a63-4938-4f6f-a7e4-0f08c75c5110 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:51.561235 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a0d83d7d-2576-424d-b34d-438348f48376 req-d64d1a63-4938-4f6f-a7e4-0f08c75c5110 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0683377 Mar 15 17:08:51.618466 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a0d83d7d-2576-424d-b34d-438348f48376 req-9bdb3933-4913-432a-bfd9-0019df131786 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514100 Mar 15 17:08:51.661567 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:08:51.666530 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0c014f9a-9aaa-4847-9391-e012bd0cc9c6 admin admin] 10.222.0.42 "PUT /v2.0/routers/ac3dadc1-4d52-480b-942b-af9f1c3d046a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088242 Mar 15 17:08:51.669088 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36040) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:51.671618 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] Sync routers for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:08:51.685645 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:51.686245 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:51.779211 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks [] for router (ac3dadc1-4d52-480b-942b-af9f1c3d046a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.801623 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:51.887003 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks [] for router_gateway (ac3dadc1-4d52-480b-942b-af9f1c3d046a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:51.942550 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Deleting port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:51.942950 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.003537 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:08:51Z', 'revision_number': 5, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port': {'id': '66fb1186-4c3c-4c0c-8028-4d02bfb0da55', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:08Z', 'updated_at': '2022-03-15T17:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:52.031883 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] Checking router: ac3dadc1-4d52-480b-942b-af9f1c3d046a for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:08:52.035308 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] For port 66fb1186-4c3c-4c0c-8028-4d02bfb0da55, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=66fb1186-4c3c-4c0c-8028-4d02bfb0da55,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:52.035308 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.040310 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] Routers {'ac3dadc1-4d52-480b-942b-af9f1c3d046a'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:08:52.040943 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:08:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:52.050959 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Calling delete_port for 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:52.138530 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] Set router ac3dadc1-4d52-480b-942b-af9f1c3d046a gateway port host: None {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:08:52.193868 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:08:51Z', 'revision_number': 6, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port_host': None}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:52.220943 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37d11a-2717-4242-80eb-fab0d854ac06 None None] The sync data for ids ['ac3dadc1-4d52-480b-942b-af9f1c3d046a'] in dv-cinder-733623-12-iscsi is: [{'id': 'ac3dadc1-4d52-480b-942b-af9f1c3d046a', 'name': 'tempest-AttachVolumeTestJSON-366499184-router', 'tenant_id': '600c131b1d654ea1b9ee7ce95244c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:08:51Z', 'revision_number': 6, 'project_id': '600c131b1d654ea1b9ee7ce95244c47d', 'gw_port_host': None}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:08:52.275641 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (66fb1186-4c3c-4c0c-8028-4d02bfb0da55), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.303044 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=66fb1186-4c3c-4c0c-8028-4d02bfb0da55,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:52.365555 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (ac3dadc1-4d52-480b-942b-af9f1c3d046a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.460289 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (ac3dadc1-4d52-480b-942b-af9f1c3d046a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.462605 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks [] for router_controller (ac3dadc1-4d52-480b-942b-af9f1c3d046a), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.510187 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (ac3dadc1-4d52-480b-942b-af9f1c3d046a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.511669 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3dadc1-4d52-480b-942b-af9f1c3d046a {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:08:52.516540 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.520491 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36060) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:52.521078 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8c1a70b9-957b-4cc4-9a05-a357816d2e42 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ac3dadc1-4d52-480b-942b-af9f1c3d046a HTTP/1.1" status: 204 len: 168 time: 0.8509591 Mar 15 17:08:52.570496 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_v2 [None req-80277eed-78ba-43c6-815b-f36183a8554f admin admin] Deleting subnet e665f065-74e0-4ecb-af2d-dab0027505c5 {{(pid=103235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:08:52.573923 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-80277eed-78ba-43c6-815b-f36183a8554f admin admin] Publish callbacks [] for subnet (e665f065-74e0-4ecb-af2d-dab0027505c5), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.617167 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-80277eed-78ba-43c6-815b-f36183a8554f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638637'] for subnet (e665f065-74e0-4ecb-af2d-dab0027505c5), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.779455 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-80277eed-78ba-43c6-815b-f36183a8554f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (e665f065-74e0-4ecb-af2d-dab0027505c5), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.827766 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd27a6-63da-4c1a-a97f-463db18429e5 req-13745e12-66e8-4168-88b0-644e1648743f tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:52.829836 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0ddd27a6-63da-4c1a-a97f-463db18429e5 req-13745e12-66e8-4168-88b0-644e1648743f tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.1334383 Mar 15 17:08:52.864132 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-80277eed-78ba-43c6-815b-f36183a8554f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4101447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753961'] for subnet (e665f065-74e0-4ecb-af2d-dab0027505c5), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.912192 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80277eed-78ba-43c6-815b-f36183a8554f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e665f065-74e0-4ecb-af2d-dab0027505c5,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:52.914298 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f3b8e-e6ae-4171-803f-9fa1b20aa69d None None] Network 0529e954-2a15-4a47-acb2-fd874a7d184f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:08:52.915000 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-80277eed-78ba-43c6-815b-f36183a8554f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:52.920545 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-80277eed-78ba-43c6-815b-f36183a8554f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e665f065-74e0-4ecb-af2d-dab0027505c5 HTTP/1.1" status: 204 len: 168 time: 0.3954880 Mar 15 17:08:52.920744 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36072) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:52.931481 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0ddd27a6-63da-4c1a-a97f-463db18429e5 req-3d25f6ae-126c-4d45-806c-4541616f0bb1 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935411 Mar 15 17:08:52.997206 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (0529e954-2a15-4a47-acb2-fd874a7d184f), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.079677 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Deleting port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:53.080027 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.135120 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67fbb9-0b6c-4f07-9caf-3dd32d30f6c7 None None] DHCP port deletion for 0529e954-2a15-4a47-acb2-fd874a7d184f request from dv-cinder-733623-12-iscsi {{(pid=103236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:08:53.181461 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] For port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:53.181827 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.192623 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:53.218616 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Calling delete_port for 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:53.220941 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:08:53.221281 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 5aa6a46b-b3a4-4adc-8475-ceb1db5f04c1 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:08:53.221702 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:53.246206 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:08:53.246816 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 66fb1186-4c3c-4c0c-8028-4d02bfb0da55 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:08:53.261909 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8e67fbb9-0b6c-4f07-9caf-3dd32d30f6c7 None None] Deleting port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a {{(pid=103236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:08:53.262290 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8e67fbb9-0b6c-4f07-9caf-3dd32d30f6c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), before_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.329232 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8e67fbb9-0b6c-4f07-9caf-3dd32d30f6c7 None None] For port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a,segment=NetworkSegment(5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813),segment_id=5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:53.329698 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8e67fbb9-0b6c-4f07-9caf-3dd32d30f6c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), precommit_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.334843 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-0e4063f7-a0bf-4de7-9fea-2416256f73e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441686 Mar 15 17:08:53.353721 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0bb93-0305-4bae-b611-53fdfc1e3839 req-9d6470e7-e9f7-4f8c-87ed-316a8142c4bc tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:53.355531 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8e67fbb9-0b6c-4f07-9caf-3dd32d30f6c7 None None] Calling delete_port for 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a owned by network:dhcp {{(pid=103236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:08:53.358046 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18f0bb93-0305-4bae-b611-53fdfc1e3839 req-9d6470e7-e9f7-4f8c-87ed-316a8142c4bc tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.1346962 Mar 15 17:08:53.390982 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.430761 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Pushing event deleted for resources: {'Port': ['ID=6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:53.436633 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] No DVR routers for this DVR port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a on host dv-cinder-733623-12-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:08:53.445835 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-18f0bb93-0305-4bae-b611-53fdfc1e3839 req-b611d01b-8a02-47c1-a557-41c1b9f7ebba tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784364 Mar 15 17:08:53.465302 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-caca369b-8071-42c1-889b-06fe445bb3d4 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:53.466809 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-caca369b-8071-42c1-889b-06fe445bb3d4 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports/12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 200 len: 943 time: 0.0934608 Mar 15 17:08:53.482695 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8e67fbb9-0b6c-4f07-9caf-3dd32d30f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217'] for port (6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a), after_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.509213 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67fbb9-0b6c-4f07-9caf-3dd32d30f6c7 None None] Pushing event deleted for resources: {'Port': ['ID=6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a,revision_number=None']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:53.512664 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67fbb9-0b6c-4f07-9caf-3dd32d30f6c7 None None] No DVR routers for this DVR port 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a on host dv-cinder-733623-12-iscsi {{(pid=103236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:08:53.537369 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (0529e954-2a15-4a47-acb2-fd874a7d184f), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.558935 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0529e954-2a15-4a47-acb2-fd874a7d184f']}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:53.567881 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813') {'for_net_delete': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:53.568257 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813') {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:08:53.577342 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638612'] for segment (5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.591706 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.598692 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:08:53.599159 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4101629'] for segment (5ad2e3dd-3eb8-45a5-8a9b-5e0a3b3d6813), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: Traceback (most recent call last): Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: timer() Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: cb(*args, **kw) Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: return func(*args, **kwargs) Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: self._notify() Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: self.callback(batched_events) Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: event.method(event) Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: return f(self, *a, **k) Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._get(url).json() Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: return self.request(url, 'GET', **kwargs) Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:08:53.600973 dv-cinder-733623-12-iscsi neutron-server[103235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:08:53.662656 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (0529e954-2a15-4a47-acb2-fd874a7d184f), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.668625 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.674184 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] 10.222.0.42 "DELETE /v2.0/networks/0529e954-2a15-4a47-acb2-fd874a7d184f HTTP/1.1" status: 204 len: 168 time: 0.7502387 Mar 15 17:08:53.693125 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa198fd-81ab-46d3-a16f-fcf720dabf4b admin admin] Pushing event deleted for resources: {'Network': ['ID=0529e954-2a15-4a47-acb2-fd874a7d184f,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:53.874289 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36100) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:53.919089 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2b18c9e8-be8c-4d86-b9cb-6d9c49e8f7ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=600c131b1d654ea1b9ee7ce95244c47d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425894 Mar 15 17:08:53.921270 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36104) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:53.969270 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-73181b3c-85b4-44d9-96d3-029f5141d2bf admin admin] Publish callbacks [] for security_group (00d6bdd2-4801-426f-88c5-69b6dddb017f), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:53.989447 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-73181b3c-85b4-44d9-96d3-029f5141d2bf admin admin] Publish callbacks [] for security_group (00d6bdd2-4801-426f-88c5-69b6dddb017f), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:54.038877 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-73181b3c-85b4-44d9-96d3-029f5141d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (00d6bdd2-4801-426f-88c5-69b6dddb017f), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:54.041686 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-73181b3c-85b4-44d9-96d3-029f5141d2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:54.042837 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-73181b3c-85b4-44d9-96d3-029f5141d2bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00d6bdd2-4801-426f-88c5-69b6dddb017f HTTP/1.1" status: 204 len: 168 time: 0.1206677 Mar 15 17:08:54.050513 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73181b3c-85b4-44d9-96d3-029f5141d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d6bdd2-4801-426f-88c5-69b6dddb017f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:54.411577 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 12484f84-4e3c-42c1-98e7-929da8ebe778 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:54.501353 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 12484f84-4e3c-42c1-98e7-929da8ebe778 is: ACTIVE; New status is: DOWN {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:08:54.501746 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:54.526041 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:08:54.528485 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b0f21-d80b-4486-a83d-50b27bccca7e" -d '{"events": [{"server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "name": "network-vif-unplugged", "status": "completed", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:08:54.540738 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=12484f84-4e3c-42c1-98e7-929da8ebe778,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:08:54.548059 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:54.592900 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Mar 2022 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34885b55-89b5-460c-91ae-5ee0dd2dc976 x-openstack-request-id: req-34885b55-89b5-460c-91ae-5ee0dd2dc976 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:08:54.593187 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "name": "network-vif-unplugged", "status": "completed", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:08:54.593436 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34885b55-89b5-460c-91ae-5ee0dd2dc976 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:08:54.593892 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'code': 200} Mar 15 17:08:54.602185 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a9018-33f8-4878-97dc-b9340cbafd5d req-185cd4fe-c294-4bd9-910c-52ba00f3d575 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:54.603837 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-852a9018-33f8-4878-97dc-b9340cbafd5d req-185cd4fe-c294-4bd9-910c-52ba00f3d575 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0746849 Mar 15 17:08:54.604138 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=12484f84-4e3c-42c1-98e7-929da8ebe778,revision_number=6']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:54.655921 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-852a9018-33f8-4878-97dc-b9340cbafd5d req-73a4d814-fb99-43f4-b8a4-ca2741cb8b47 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460467 Mar 15 17:08:54.797431 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-e8beac5b-09de-4df0-9f8b-f24d06c12411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:54.798930 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-e8beac5b-09de-4df0-9f8b-f24d06c12411 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa&tenant_id=a9e60a2e516a4caaa72049ae3e13aec4 HTTP/1.1" status: 200 len: 1128 time: 0.0456367 Mar 15 17:08:54.867774 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-5319e571-4c7e-41d7-ac27-e17f722d057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:54.869289 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-5319e571-4c7e-41d7-ac27-e17f722d057d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1128 time: 0.0483878 Mar 15 17:08:54.962209 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-a8e0efb6-9865-4bfc-82e4-322af0f60fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:54.965745 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-a8e0efb6-9865-4bfc-82e4-322af0f60fd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=383e2855-edee-431f-82e3-9ead978f319c HTTP/1.1" status: 200 len: 909 time: 0.0894082 Mar 15 17:08:55.049320 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:08:55.053234 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-e062f4b5-8bd6-4b28-aeca-e91cba0c2c94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 200 len: 999 time: 0.0808365 Mar 15 17:08:55.071020 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:08:55.071570 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6608b9d2-4974-4ff1-9d94-7a2fb5a90d3a not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:08:55.110461 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-bb24c52b-7926-4283-91a9-4d0ce5c4bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:55.111963 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-bb24c52b-7926-4283-91a9-4d0ce5c4bf2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6045e005-abb3-4d60-b928-511f35402040 HTTP/1.1" status: 200 len: 847 time: 0.0515771 Mar 15 17:08:55.164389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-aa576f6e-508b-45dd-a282-7188e4be8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:55.166033 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-aa576f6e-508b-45dd-a282-7188e4be8d3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=383e2855-edee-431f-82e3-9ead978f319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486288 Mar 15 17:08:55.224492 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36148) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:55.269660 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-b2551d7b-0dc0-419a-ac74-8ca934c8933a service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954909 Mar 15 17:08:55.342824 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a2b2-296d-42e2-a0a6-d49360f5072b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:55.366089 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-566eced8-2e56-469d-afbc-cf8ceaf56e2f req-e96566c3-ecaa-4b36-9617-9311f966a1df service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893738 Mar 15 17:08:55.423006 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a2b2-296d-42e2-a0a6-d49360f5072b admin admin] Publish callbacks [] for security_group (f544206b-38db-4f3f-bb15-67b8bb6d068b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:55.426972 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a2b2-296d-42e2-a0a6-d49360f5072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f544206b-38db-4f3f-bb15-67b8bb6d068b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:55.464072 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d4c1a2b2-296d-42e2-a0a6-d49360f5072b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d86377c8cef744429a17695eb7f20154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384815 Mar 15 17:08:55.465513 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1a2b2-296d-42e2-a0a6-d49360f5072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f544206b-38db-4f3f-bb15-67b8bb6d068b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:55.466864 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36156) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:55.517988 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31aab84b-08dc-4ff4-9065-fbac4b488878 admin admin] Publish callbacks [] for security_group (f544206b-38db-4f3f-bb15-67b8bb6d068b), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:55.542772 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31aab84b-08dc-4ff4-9065-fbac4b488878 admin admin] Publish callbacks [] for security_group (f544206b-38db-4f3f-bb15-67b8bb6d068b), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:55.589302 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31aab84b-08dc-4ff4-9065-fbac4b488878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f544206b-38db-4f3f-bb15-67b8bb6d068b), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:55.592003 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31aab84b-08dc-4ff4-9065-fbac4b488878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:55.593184 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-31aab84b-08dc-4ff4-9065-fbac4b488878 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f544206b-38db-4f3f-bb15-67b8bb6d068b HTTP/1.1" status: 204 len: 168 time: 0.1232100 Mar 15 17:08:55.601489 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aab84b-08dc-4ff4-9065-fbac4b488878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f544206b-38db-4f3f-bb15-67b8bb6d068b,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:55.800315 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbdca2-a7aa-42d8-a15e-7828dbc67e6c req-1409bd09-6fb1-4494-8fc3-541203387a56 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:55.801909 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-52dbdca2-a7aa-42d8-a15e-7828dbc67e6c req-1409bd09-6fb1-4494-8fc3-541203387a56 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0725367 Mar 15 17:08:55.856960 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-52dbdca2-a7aa-42d8-a15e-7828dbc67e6c req-c070807b-f2d7-41f4-bda2-0273ea2bbf36 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492103 Mar 15 17:08:56.996859 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56b12-f088-47e2-b470-b73f74f9254a req-b9d004f7-82ad-4f42-95b0-724c9ea4a1b7 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:56.998608 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-72a56b12-f088-47e2-b470-b73f74f9254a req-b9d004f7-82ad-4f42-95b0-724c9ea4a1b7 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0664744 Mar 15 17:08:57.066400 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-72a56b12-f088-47e2-b470-b73f74f9254a req-a1b6435b-5565-4c5c-ac2e-994a13b9644a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607066 Mar 15 17:08:57.264667 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36304) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:57.418770 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f7815675-6b5b-4880-8085-616b24bada93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.491284 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f7815675-6b5b-4880-8085-616b24bada93 admin admin] Publish callbacks [] for security_group (dc6ba12d-98e1-47ec-a14f-34c9efcde5de), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.495049 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f7815675-6b5b-4880-8085-616b24bada93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (dc6ba12d-98e1-47ec-a14f-34c9efcde5de), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.530924 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f7815675-6b5b-4880-8085-616b24bada93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d27ccadfac64575a84b1161a8f73a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651963 Mar 15 17:08:57.533436 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7815675-6b5b-4880-8085-616b24bada93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6ba12d-98e1-47ec-a14f-34c9efcde5de,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:57.534230 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36312) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:57.580609 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d383e786-74ae-49a5-b04f-ff5ebdd01a10 admin admin] Publish callbacks [] for security_group (dc6ba12d-98e1-47ec-a14f-34c9efcde5de), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.601298 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d383e786-74ae-49a5-b04f-ff5ebdd01a10 admin admin] Publish callbacks [] for security_group (dc6ba12d-98e1-47ec-a14f-34c9efcde5de), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.646455 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d383e786-74ae-49a5-b04f-ff5ebdd01a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (dc6ba12d-98e1-47ec-a14f-34c9efcde5de), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.649188 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d383e786-74ae-49a5-b04f-ff5ebdd01a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.650350 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-d383e786-74ae-49a5-b04f-ff5ebdd01a10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc6ba12d-98e1-47ec-a14f-34c9efcde5de HTTP/1.1" status: 204 len: 168 time: 0.1151574 Mar 15 17:08:57.657803 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383e786-74ae-49a5-b04f-ff5ebdd01a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6ba12d-98e1-47ec-a14f-34c9efcde5de,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:57.901521 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36318) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:57.914348 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b827e18f-6ec2-4592-8656-b37b4663ace5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.987714 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b827e18f-6ec2-4592-8656-b37b4663ace5 admin admin] Publish callbacks [] for security_group (db955c32-47ca-4539-a990-f875f19c7923), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:57.991500 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b827e18f-6ec2-4592-8656-b37b4663ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (db955c32-47ca-4539-a990-f875f19c7923), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:58.028495 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-b827e18f-6ec2-4592-8656-b37b4663ace5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d309d7624e034f088d1316e95078486d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258438 Mar 15 17:08:58.029333 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827e18f-6ec2-4592-8656-b37b4663ace5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db955c32-47ca-4539-a990-f875f19c7923,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:58.031150 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36320) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:08:58.078358 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-32540734-143f-4b93-ac36-a831b2bead4b admin admin] Publish callbacks [] for security_group (db955c32-47ca-4539-a990-f875f19c7923), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:58.101867 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-32540734-143f-4b93-ac36-a831b2bead4b admin admin] Publish callbacks [] for security_group (db955c32-47ca-4539-a990-f875f19c7923), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:58.148837 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-32540734-143f-4b93-ac36-a831b2bead4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (db955c32-47ca-4539-a990-f875f19c7923), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:58.151323 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-32540734-143f-4b93-ac36-a831b2bead4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:08:58.152485 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-32540734-143f-4b93-ac36-a831b2bead4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db955c32-47ca-4539-a990-f875f19c7923 HTTP/1.1" status: 204 len: 168 time: 0.1202810 Mar 15 17:08:58.161139 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32540734-143f-4b93-ac36-a831b2bead4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db955c32-47ca-4539-a990-f875f19c7923,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:08:58.192650 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8b1ac-8730-4c77-9aa0-a10c3bde1f45 req-800d7bd5-bfff-4841-844a-95b63f903397 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:58.194157 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e4f8b1ac-8730-4c77-9aa0-a10c3bde1f45 req-800d7bd5-bfff-4841-844a-95b63f903397 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0570681 Mar 15 17:08:58.241589 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e4f8b1ac-8730-4c77-9aa0-a10c3bde1f45 req-bbd7ac8b-b4c2-449f-bee7-b715641082d9 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Mar 15 17:08:59.357988 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31d16-6af9-47bf-a565-3e8233433fb8 req-d3512161-40c1-4411-8a82-1b5e448cbe3d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:08:59.360046 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9da31d16-6af9-47bf-a565-3e8233433fb8 req-d3512161-40c1-4411-8a82-1b5e448cbe3d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0516295 Mar 15 17:08:59.408942 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9da31d16-6af9-47bf-a565-3e8233433fb8 req-47256de7-48e5-49c8-b853-d4e26a59a3e3 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426350 Mar 15 17:09:00.191784 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36408) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:00.296533 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2cc385bd-f222-4e50-932c-3441a8049ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.377487 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2cc385bd-f222-4e50-932c-3441a8049ef8 admin admin] Publish callbacks [] for security_group (00c67eb7-f59d-472b-8f14-c86e563e90f7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.381350 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2cc385bd-f222-4e50-932c-3441a8049ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (00c67eb7-f59d-472b-8f14-c86e563e90f7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.416972 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc385bd-f222-4e50-932c-3441a8049ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c67eb7-f59d-472b-8f14-c86e563e90f7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:00.421203 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2cc385bd-f222-4e50-932c-3441a8049ef8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aff5eca823ff4b97bcec46a131386b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283857 Mar 15 17:09:00.424546 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36412) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:00.470137 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c348fcb8-9d54-4c6f-94ab-1f1dc90df317 admin admin] Publish callbacks [] for security_group (00c67eb7-f59d-472b-8f14-c86e563e90f7), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.490674 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c348fcb8-9d54-4c6f-94ab-1f1dc90df317 admin admin] Publish callbacks [] for security_group (00c67eb7-f59d-472b-8f14-c86e563e90f7), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.525586 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a2172-d4b9-4da5-b051-e50d622fa78d req-7ef11e2d-ec03-4010-b5a1-9a9a17b09653 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:00.527191 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-178a2172-d4b9-4da5-b051-e50d622fa78d req-7ef11e2d-ec03-4010-b5a1-9a9a17b09653 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0503213 Mar 15 17:09:00.539948 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c348fcb8-9d54-4c6f-94ab-1f1dc90df317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (00c67eb7-f59d-472b-8f14-c86e563e90f7), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.542613 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c348fcb8-9d54-4c6f-94ab-1f1dc90df317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.543883 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c348fcb8-9d54-4c6f-94ab-1f1dc90df317 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00c67eb7-f59d-472b-8f14-c86e563e90f7 HTTP/1.1" status: 204 len: 168 time: 0.1191978 Mar 15 17:09:00.558687 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348fcb8-9d54-4c6f-94ab-1f1dc90df317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c67eb7-f59d-472b-8f14-c86e563e90f7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:00.588543 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-178a2172-d4b9-4da5-b051-e50d622fa78d req-be808fa1-78f1-44e6-9b48-9ea4e042d388 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530438 Mar 15 17:09:00.823621 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36420) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:00.836248 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-df39adc4-d3c8-4bde-bdfc-7b458bf25b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.908958 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-df39adc4-d3c8-4bde-bdfc-7b458bf25b90 admin admin] Publish callbacks [] for security_group (88146862-e7c3-4111-92ec-86ece2328b91), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.912506 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-df39adc4-d3c8-4bde-bdfc-7b458bf25b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (88146862-e7c3-4111-92ec-86ece2328b91), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:00.953283 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-df39adc4-d3c8-4bde-bdfc-7b458bf25b90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=188c5ad658964ac2b8b047e95c84146b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285543 Mar 15 17:09:00.955864 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36424) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:00.956581 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39adc4-d3c8-4bde-bdfc-7b458bf25b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88146862-e7c3-4111-92ec-86ece2328b91,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:01.012553 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b98b-e4e0-4ff4-9bfd-b2b6fead47b3 admin admin] Publish callbacks [] for security_group (88146862-e7c3-4111-92ec-86ece2328b91), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:01.036524 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b98b-e4e0-4ff4-9bfd-b2b6fead47b3 admin admin] Publish callbacks [] for security_group (88146862-e7c3-4111-92ec-86ece2328b91), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:01.083087 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b98b-e4e0-4ff4-9bfd-b2b6fead47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (88146862-e7c3-4111-92ec-86ece2328b91), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:01.085894 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c2d5b98b-e4e0-4ff4-9bfd-b2b6fead47b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:01.087142 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c2d5b98b-e4e0-4ff4-9bfd-b2b6fead47b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88146862-e7c3-4111-92ec-86ece2328b91 HTTP/1.1" status: 204 len: 168 time: 0.1299694 Mar 15 17:09:01.095232 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5b98b-e4e0-4ff4-9bfd-b2b6fead47b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88146862-e7c3-4111-92ec-86ece2328b91,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:01.723937 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb58a4-9e8d-4725-9855-e9edfc4313c7 req-5d8b43d0-ebd5-4180-8447-59e900d1f533 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:01.725574 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-11cb58a4-9e8d-4725-9855-e9edfc4313c7 req-5d8b43d0-ebd5-4180-8447-59e900d1f533 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 944 time: 0.0569818 Mar 15 17:09:01.776682 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-11cb58a4-9e8d-4725-9855-e9edfc4313c7 req-83790007-2356-4a0d-98bb-53dc376fdf72 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454707 Mar 15 17:09:02.441672 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 12484f84-4e3c-42c1-98e7-929da8ebe778 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:09:02.536700 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=12484f84-4e3c-42c1-98e7-929da8ebe778,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:02.547723 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'port_id': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'mac_address': 'fa:16:3e:8a:92:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:09:02.582739 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 12484f84-4e3c-42c1-98e7-929da8ebe778 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:09:02.583122 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:02.596421 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12484f84-4e3c-42c1-98e7-929da8ebe778 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:09:02.622875 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=12484f84-4e3c-42c1-98e7-929da8ebe778,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:02.627598 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:02.690650 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=12484f84-4e3c-42c1-98e7-929da8ebe778,revision_number=7']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:02.697560 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.697903 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.698241 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.698570 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.698899 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.699220 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.699556 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.699859 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.700177 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.700519 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.700839 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.701156 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.701495 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.701810 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.702118 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:02.862780 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['12484f84-4e3c-42c1-98e7-929da8ebe778'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:09:02.963392 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a81249-7014-4cac-9f4e-6eef68cc7e3a req-86b4ba32-9851-4c99-94a6-0d0de3d00f44 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:02.967690 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-91a81249-7014-4cac-9f4e-6eef68cc7e3a req-86b4ba32-9851-4c99-94a6-0d0de3d00f44 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 945 time: 0.1141515 Mar 15 17:09:03.013417 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304567a5-751a-4f06-b70e-0b3a812e62be req-2dc47af1-1988-4ce6-b8a9-a8bd8d57aec1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:03.015419 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-304567a5-751a-4f06-b70e-0b3a812e62be req-2dc47af1-1988-4ce6-b8a9-a8bd8d57aec1 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 947 time: 0.0907550 Mar 15 17:09:03.059317 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-91a81249-7014-4cac-9f4e-6eef68cc7e3a req-a09cd314-47ef-4988-b6c0-1d9d7a66c530 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786567 Mar 15 17:09:03.096833 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-304567a5-751a-4f06-b70e-0b3a812e62be req-041a85ef-f81b-45ed-aa79-920337d0f968 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691230 Mar 15 17:09:03.127136 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3d24-1dde-4988-9eff-a5b095a69e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.184722 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36498) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:03.289007 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8c0306fc-416c-466e-9b74-34fb4b8b138c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.369499 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8c0306fc-416c-466e-9b74-34fb4b8b138c admin admin] Publish callbacks [] for security_group (7696049a-324a-4e34-b9e7-ca6dac4217a1), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.374104 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8c0306fc-416c-466e-9b74-34fb4b8b138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (7696049a-324a-4e34-b9e7-ca6dac4217a1), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.412477 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-8c0306fc-416c-466e-9b74-34fb4b8b138c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d40d38451cc4eae86dc0603491afda7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266605 Mar 15 17:09:03.413555 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0306fc-416c-466e-9b74-34fb4b8b138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7696049a-324a-4e34-b9e7-ca6dac4217a1,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:03.415188 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36506) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:03.463527 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a02c67ad-4b36-45e1-929a-448235ed0e74 admin admin] Publish callbacks [] for security_group (7696049a-324a-4e34-b9e7-ca6dac4217a1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.483672 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a02c67ad-4b36-45e1-929a-448235ed0e74 admin admin] Publish callbacks [] for security_group (7696049a-324a-4e34-b9e7-ca6dac4217a1), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.529404 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a02c67ad-4b36-45e1-929a-448235ed0e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (7696049a-324a-4e34-b9e7-ca6dac4217a1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.532178 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a02c67ad-4b36-45e1-929a-448235ed0e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.533365 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a02c67ad-4b36-45e1-929a-448235ed0e74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7696049a-324a-4e34-b9e7-ca6dac4217a1 HTTP/1.1" status: 204 len: 168 time: 0.1165314 Mar 15 17:09:03.540650 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c67ad-4b36-45e1-929a-448235ed0e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7696049a-324a-4e34-b9e7-ca6dac4217a1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:03.788490 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36512) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:03.801729 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a80d7a6-cb7f-4b33-902a-23bf36e20fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.875189 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a80d7a6-cb7f-4b33-902a-23bf36e20fc9 admin admin] Publish callbacks [] for security_group (f186dc18-8bf1-42cf-9560-0d1730d1eda4), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.878883 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a80d7a6-cb7f-4b33-902a-23bf36e20fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f186dc18-8bf1-42cf-9560-0d1730d1eda4), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.915458 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8a80d7a6-cb7f-4b33-902a-23bf36e20fc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4ab4705ebf44626b17e82c8786bfaa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259406 Mar 15 17:09:03.917440 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80d7a6-cb7f-4b33-902a-23bf36e20fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f186dc18-8bf1-42cf-9560-0d1730d1eda4,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:03.918168 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36514) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:03.964695 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c6a5-5e49-46bb-8296-10e7e4c1d689 admin admin] Publish callbacks [] for security_group (f186dc18-8bf1-42cf-9560-0d1730d1eda4), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:03.985763 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c6a5-5e49-46bb-8296-10e7e4c1d689 admin admin] Publish callbacks [] for security_group (f186dc18-8bf1-42cf-9560-0d1730d1eda4), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:04.030651 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c6a5-5e49-46bb-8296-10e7e4c1d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f186dc18-8bf1-42cf-9560-0d1730d1eda4), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:04.033700 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c6a5-5e49-46bb-8296-10e7e4c1d689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:04.034832 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9fd7c6a5-5e49-46bb-8296-10e7e4c1d689 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f186dc18-8bf1-42cf-9560-0d1730d1eda4 HTTP/1.1" status: 204 len: 168 time: 0.1156838 Mar 15 17:09:04.042117 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7c6a5-5e49-46bb-8296-10e7e4c1d689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f186dc18-8bf1-42cf-9560-0d1730d1eda4,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:04.226256 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10840808-83a3-4cfd-8cd9-d831b1e7344a req-e017419f-b67f-41ba-bfe6-67b3c202d58a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:04.227722 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10840808-83a3-4cfd-8cd9-d831b1e7344a req-e017419f-b67f-41ba-bfe6-67b3c202d58a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 945 time: 0.0858424 Mar 15 17:09:04.248990 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7b30-4670-41cf-ada5-15e0a763a138 req-32e028cc-d717-4c96-82e3-7cbcce369dbc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:04.250436 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-093d7b30-4670-41cf-ada5-15e0a763a138 req-32e028cc-d717-4c96-82e3-7cbcce369dbc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 947 time: 0.0803878 Mar 15 17:09:04.313882 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-10840808-83a3-4cfd-8cd9-d831b1e7344a req-3558212a-14df-4832-a947-09afe8151283 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793793 Mar 15 17:09:04.320820 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-093d7b30-4670-41cf-ada5-15e0a763a138 req-a20fa7ed-8699-4b9f-beec-17566b1995cb tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642097 Mar 15 17:09:04.463461 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 12484f84-4e3c-42c1-98e7-929da8ebe778 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:09:04.511718 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 12484f84-4e3c-42c1-98e7-929da8ebe778 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:09:04.512213 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:04.713673 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 12484f84-4e3c-42c1-98e7-929da8ebe778 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:09:04.714052 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:04.737592 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:09:04.739880 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0d9bc2-26bc-4514-8198-adcf7d0f7520" -d '{"events": [{"server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "name": "network-vif-plugged", "status": "completed", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:09:04.758114 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=12484f84-4e3c-42c1-98e7-929da8ebe778,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:04.762134 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:04.788165 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbb0d51-ab37-4df1-8585-bb9cf873cdc1 x-openstack-request-id: req-4dbb0d51-ab37-4df1-8585-bb9cf873cdc1 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:09:04.788481 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "name": "network-vif-plugged", "status": "completed", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:09:04.788734 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4dbb0d51-ab37-4df1-8585-bb9cf873cdc1 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:09:04.789119 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'code': 200} Mar 15 17:09:04.814802 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=12484f84-4e3c-42c1-98e7-929da8ebe778,revision_number=8']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:05.481220 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcfa26-2595-458f-8b44-ea17b4bddc63 req-39f536fa-df6a-4278-b37b-cbc176d11087 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:05.482799 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dbdcfa26-2595-458f-8b44-ea17b4bddc63 req-39f536fa-df6a-4278-b37b-cbc176d11087 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0949385 Mar 15 17:09:05.491450 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9f99eb7f-059f-4013-aef5-288b2ea18e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:05.499977 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c93f-e7ec-46db-93d6-3b513b25c8c6 req-1d85149d-c1d8-405a-8717-6164a463ce5a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:05.501452 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6a56c93f-e7ec-46db-93d6-3b513b25c8c6 req-1d85149d-c1d8-405a-8717-6164a463ce5a tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 947 time: 0.0762715 Mar 15 17:09:05.571582 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dbdcfa26-2595-458f-8b44-ea17b4bddc63 req-08251dd3-332c-4c5e-865b-56b4c85409b3 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691540 Mar 15 17:09:05.588939 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6a56c93f-e7ec-46db-93d6-3b513b25c8c6 req-97a37304-67e4-433a-8d61-9a3cb94d9259 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799654 Mar 15 17:09:06.440851 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3519f1-f28f-46fa-b624-6eb3432b3e79 req-af77f4fc-6a04-4f14-a5b9-8d2794675a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:06.442315 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1c3519f1-f28f-46fa-b624-6eb3432b3e79 req-af77f4fc-6a04-4f14-a5b9-8d2794675a80 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1130 time: 0.0451534 Mar 15 17:09:06.488138 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:06.495823 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1c3519f1-f28f-46fa-b624-6eb3432b3e79 req-7ecff045-ae5f-4d77-8437-857baa60886d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458224 Mar 15 17:09:06.752655 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d61623-e7d8-4968-9bc9-e26e50705db1 req-edbb54e0-4685-484d-b903-38432a3fcf82 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:06.754136 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f9d61623-e7d8-4968-9bc9-e26e50705db1 req-edbb54e0-4685-484d-b903-38432a3fcf82 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.1096642 Mar 15 17:09:06.771312 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec7b5d-689e-4cf9-8055-629090f35631 req-3b72e5d5-2770-4a97-ae2f-e1dcb939d924 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:06.772649 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a5ec7b5d-689e-4cf9-8055-629090f35631 req-3b72e5d5-2770-4a97-ae2f-e1dcb939d924 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 947 time: 0.1015675 Mar 15 17:09:06.859724 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-7dea2203-b3ff-40d4-af5f-e2180888a6f5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:06.859724 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-7dea2203-b3ff-40d4-af5f-e2180888a6f5 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 947 time: 0.1394565 Mar 15 17:09:06.874868 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f9d61623-e7d8-4968-9bc9-e26e50705db1 req-14ce29d6-b89d-4d5d-a25f-a224e5417b5d tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133790 Mar 15 17:09:06.879198 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a5ec7b5d-689e-4cf9-8055-629090f35631 req-c7aabc16-5cf2-4135-84d3-a6badca57ce2 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups?id=22297d25-e75e-4633-9d4d-6dcad59147d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998609 Mar 15 17:09:06.989456 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Deleting port 9ce9a048-11cf-41dc-aad3-476eb30ce374 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:09:06.989799 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:07.085688 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] For port 9ce9a048-11cf-41dc-aad3-476eb30ce374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9ce9a048-11cf-41dc-aad3-476eb30ce374,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:07.086060 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:07.259246 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:07.259600 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (66487baf-7255-4d7f-aaf5-35b47f9b9b70), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:07.259912 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Floating IP 66487baf-7255-4d7f-aaf5-35b47f9b9b70 disassociated. External IP: 172.27.0.203, port: 9ce9a048-11cf-41dc-aad3-476eb30ce374. Mar 15 17:09:07.260361 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Calling delete_port for 9ce9a048-11cf-41dc-aad3-476eb30ce374 owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:09:07.392152 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (9ce9a048-11cf-41dc-aad3-476eb30ce374), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:07.423887 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event deleted for resources: {'Port': ['ID=9ce9a048-11cf-41dc-aad3-476eb30ce374,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:07.538434 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Router ffc4900d-5587-4994-9050-9f836a403808 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:09:07.902303 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:09:07.914625 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] Sync routers for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:09:07.940475 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:07.946815 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] No DVR routers for this DVR port 9ce9a048-11cf-41dc-aad3-476eb30ce374 on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:09:07.951206 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:07.955164 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6bbfa806-524a-4645-b92f-d5b9cd912324 req-a5c2bfb0-4ace-48f2-8762-6e455e8c1703 tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.43 "DELETE /v2.0/ports/9ce9a048-11cf-41dc-aad3-476eb30ce374 HTTP/1.1" status: 204 len: 173 time: 1.0901930 Mar 15 17:09:07.955633 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-deleted', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:09:07.957979 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c304d-99fe-47ae-86a1-3eea29892d85" -d '{"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-deleted", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:09:07.958658 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:09:07.959379 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:09:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:08.056436 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6abbbcb3-f619-4015-aa3a-ccf9fc831a53 req-7235dac0-f338-44f6-b7b1-8f1c2bb4fb2d tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7b7969d-d0dd-4920-a75c-5ea6a95b0554 HTTP/1.1" status: 200 len: 210 time: 0.0424485 Mar 15 17:09:08.099623 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:09:08.106831 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfa709-386b-4bb7-b5e5-7d89f25333d7 req-b08615fd-fdd0-4eab-8050-5492988eb907 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:08.108762 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b0dfa709-386b-4bb7-b5e5-7d89f25333d7 req-b08615fd-fdd0-4eab-8050-5492988eb907 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.1407032 Mar 15 17:09:08.113575 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf8064-e7dd-4640-a81e-4592291fe88b x-openstack-request-id: req-2acf8064-e7dd-4640-a81e-4592291fe88b {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:09:08.113934 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b7969d-d0dd-4920-a75c-5ea6a95b0554", "name": "network-vif-deleted", "tag": "9ce9a048-11cf-41dc-aad3-476eb30ce374", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:09:08.114246 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2acf8064-e7dd-4640-a81e-4592291fe88b {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:09:08.114645 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b7969d-d0dd-4920-a75c-5ea6a95b0554', 'name': 'network-vif-deleted', 'tag': '9ce9a048-11cf-41dc-aad3-476eb30ce374', 'status': 'completed', 'code': 200} Mar 15 17:09:08.186841 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b0dfa709-386b-4bb7-b5e5-7d89f25333d7 req-2247a438-674a-4dca-ab6a-927e295620ce tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705626 Mar 15 17:09:08.383253 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:08.401791 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36650) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:08.415550 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] Checking router: ffc4900d-5587-4994-9050-9f836a403808 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:09:08.425921 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:09:08.426540 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:09:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:08.517931 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f661abd0-ee07-4e10-b886-2a627ad8d618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:08.532643 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:09:08.591631 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f661abd0-ee07-4e10-b886-2a627ad8d618 admin admin] Publish callbacks [] for security_group (b2fa7c67-de0b-440a-83b8-578d865b9f14), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:08.596777 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f661abd0-ee07-4e10-b886-2a627ad8d618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b2fa7c67-de0b-440a-83b8-578d865b9f14), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:08.632193 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661abd0-ee07-4e10-b886-2a627ad8d618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fa7c67-de0b-440a-83b8-578d865b9f14,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:08.639814 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-f661abd0-ee07-4e10-b886-2a627ad8d618 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3b6d727d03c458c9c6b63e3f58c9b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345703 Mar 15 17:09:08.640041 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36654) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:08.687669 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2c20-0b71-4ae3-b8a4-300758e87948 admin admin] Publish callbacks [] for security_group (b2fa7c67-de0b-440a-83b8-578d865b9f14), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:08.708375 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2c20-0b71-4ae3-b8a4-300758e87948 admin admin] Publish callbacks [] for security_group (b2fa7c67-de0b-440a-83b8-578d865b9f14), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:08.733575 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:08.760001 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2c20-0b71-4ae3-b8a4-300758e87948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (b2fa7c67-de0b-440a-83b8-578d865b9f14), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:08.760853 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e2f9c-b2ed-41c8-af3d-3ffa09dd5fd9 None None] The sync data for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi is: [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:02:26Z', 'revision_number': 4, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '30dae479-1b56-42f8-9d4d-0db741261bfe', 'name': '', 'network_id': '5e22b704-6cd1-448c-920e-7df769d11493', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'mac_address': 'fa:16:3e:0a:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:23Z', 'updated_at': '2022-03-15T17:02:35Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'subnets': [{'id': '29ca4c13-6827-42d6-ba0a-19212fdfc79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:09:08.762694 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2c20-0b71-4ae3-b8a4-300758e87948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:08.764080 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-1b9f2c20-0b71-4ae3-b8a4-300758e87948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2fa7c67-de0b-440a-83b8-578d865b9f14 HTTP/1.1" status: 204 len: 168 time: 0.1225553 Mar 15 17:09:08.778983 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f2c20-0b71-4ae3-b8a4-300758e87948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fa7c67-de0b-440a-83b8-578d865b9f14,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:09.003389 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c8dbd-ed17-4afb-a8ad-96669ef1bf93 None None] New status for floating IP 66487baf-7255-4d7f-aaf5-35b47f9b9b70: DOWN {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:09:09.034805 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36660) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:09.047281 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-42ac5485-7122-4f22-81c3-32ae41b206e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.127042 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-42ac5485-7122-4f22-81c3-32ae41b206e9 admin admin] Publish callbacks [] for security_group (f8f15bd5-c294-4be6-a24a-e4084dcd073e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.132644 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-42ac5485-7122-4f22-81c3-32ae41b206e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f8f15bd5-c294-4be6-a24a-e4084dcd073e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.150021 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36666) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:09.175406 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-42ac5485-7122-4f22-81c3-32ae41b206e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7fadf9b31bc4e73acecfd1fe709bf23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395304 Mar 15 17:09:09.176274 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac5485-7122-4f22-81c3-32ae41b206e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f15bd5-c294-4be6-a24a-e4084dcd073e,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:09.178504 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36668) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:09.206454 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a075063-b094-4bcb-9bce-bce33213000b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (22297d25-e75e-4633-9d4d-6dcad59147d2), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.228474 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b6872520-1825-4e97-bfed-2d51fc85c2f8 admin admin] Publish callbacks [] for security_group (f8f15bd5-c294-4be6-a24a-e4084dcd073e), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.229122 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a075063-b094-4bcb-9bce-bce33213000b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (22297d25-e75e-4633-9d4d-6dcad59147d2), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.249726 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b6872520-1825-4e97-bfed-2d51fc85c2f8 admin admin] Publish callbacks [] for security_group (f8f15bd5-c294-4be6-a24a-e4084dcd073e), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.275445 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a075063-b094-4bcb-9bce-bce33213000b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (22297d25-e75e-4633-9d4d-6dcad59147d2), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.278046 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a075063-b094-4bcb-9bce-bce33213000b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.279196 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2a075063-b094-4bcb-9bce-bce33213000b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "DELETE /v2.0/security-groups/22297d25-e75e-4633-9d4d-6dcad59147d2 HTTP/1.1" status: 204 len: 168 time: 0.1274016 Mar 15 17:09:09.282543 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36670) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:09.288924 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a075063-b094-4bcb-9bce-bce33213000b tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22297d25-e75e-4633-9d4d-6dcad59147d2,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:09.296936 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.api.v2.resource [None req-c19a23cc-5d0c-4c4d-932d-5bf845f10eca tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] show failed (client error): The resource could not be found. Mar 15 17:09:09.297927 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c19a23cc-5d0c-4c4d-932d-5bf845f10eca tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "GET /v2.0/security-groups/22297d25-e75e-4633-9d4d-6dcad59147d2 HTTP/1.1" status: 404 len: 347 time: 0.0140297 Mar 15 17:09:09.300871 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36672) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:09.387158 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b6872520-1825-4e97-bfed-2d51fc85c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f8f15bd5-c294-4be6-a24a-e4084dcd073e), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.389740 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b6872520-1825-4e97-bfed-2d51fc85c2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.393711 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-b6872520-1825-4e97-bfed-2d51fc85c2f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8f15bd5-c294-4be6-a24a-e4084dcd073e HTTP/1.1" status: 204 len: 168 time: 0.2101476 Mar 15 17:09:09.405589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6872520-1825-4e97-bfed-2d51fc85c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f15bd5-c294-4be6-a24a-e4084dcd073e,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:09.456175 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Deleting port 3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:09:09.456561 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.536895 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.537175 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.549986 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Calling delete_port for 3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7 owned by network:floatingip {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:09:09.599311 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36684) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:09.659737 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.680234 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.700910 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.728669 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Pushing event deleted for resources: {'Port': ['ID=3ba1ece7-81e1-4ecb-8f3b-6ec016ab96e7,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:09.744206 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ec804610-66dc-46f5-862d-ddc3f6ca896a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.828753 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks [] for floatingip (66487baf-7255-4d7f-aaf5-35b47f9b9b70), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.831202 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.832338 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-3dea6424-9967-4acd-8431-f2c1e61a1afc tempest-AttachVolumeShelveTestJSON-132992490 tempest-AttachVolumeShelveTestJSON-132992490-project] 10.222.0.42 "DELETE /v2.0/floatingips/66487baf-7255-4d7f-aaf5-35b47f9b9b70 HTTP/1.1" status: 204 len: 168 time: 0.5300820 Mar 15 17:09:09.886068 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ec804610-66dc-46f5-862d-ddc3f6ca896a admin admin] Publish callbacks [] for security_group (1b92ba33-3840-4e82-a36c-63e5086de223), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.892860 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ec804610-66dc-46f5-862d-ddc3f6ca896a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (1b92ba33-3840-4e82-a36c-63e5086de223), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:09.932975 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ec804610-66dc-46f5-862d-ddc3f6ca896a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b2963f2e64b48ca836d3bdf0afd6d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326263 Mar 15 17:09:09.933828 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804610-66dc-46f5-862d-ddc3f6ca896a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b92ba33-3840-4e82-a36c-63e5086de223,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:09.936103 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36706) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:10.001085 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-223f0dd1-b855-4135-9b16-18952243b224 admin admin] Publish callbacks [] for security_group (1b92ba33-3840-4e82-a36c-63e5086de223), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:10.022277 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-223f0dd1-b855-4135-9b16-18952243b224 admin admin] Publish callbacks [] for security_group (1b92ba33-3840-4e82-a36c-63e5086de223), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:10.075392 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-223f0dd1-b855-4135-9b16-18952243b224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (1b92ba33-3840-4e82-a36c-63e5086de223), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:10.077924 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-223f0dd1-b855-4135-9b16-18952243b224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:10.079132 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-223f0dd1-b855-4135-9b16-18952243b224 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b92ba33-3840-4e82-a36c-63e5086de223 HTTP/1.1" status: 204 len: 168 time: 0.1408126 Mar 15 17:09:10.087338 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f0dd1-b855-4135-9b16-18952243b224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b92ba33-3840-4e82-a36c-63e5086de223,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:10.491644 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:09:10.513760 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 9ce9a048-11cf-41dc-aad3-476eb30ce374 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:09:10.514199 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 9ce9a048-11cf-41dc-aad3-476eb30ce374 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:09:12.299375 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36820) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:12.894054 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (ffc4900d-5587-4994-9050-9f836a403808), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:13.191304 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Deleting port 30dae479-1b56-42f8-9d4d-0db741261bfe {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:09:13.191634 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:13.269141 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] For port 30dae479-1b56-42f8-9d4d-0db741261bfe, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=30dae479-1b56-42f8-9d4d-0db741261bfe,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:13.269418 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:13.281611 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Calling delete_port for 30dae479-1b56-42f8-9d4d-0db741261bfe owned by network:router_interface {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:09:13.458027 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (30dae479-1b56-42f8-9d4d-0db741261bfe), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:13.487818 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Pushing event deleted for resources: {'Port': ['ID=30dae479-1b56-42f8-9d4d-0db741261bfe,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:13.648806 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (ffc4900d-5587-4994-9050-9f836a403808), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:13.869596 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Router ffc4900d-5587-4994-9050-9f836a403808 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:09:13.977802 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:09:13.983056 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-5670abf7-99e1-4b69-a652-6aaf840dc53a admin admin] 10.222.0.42 "PUT /v2.0/routers/ffc4900d-5587-4994-9050-9f836a403808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6825533 Mar 15 17:09:13.985598 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36858) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:13.986492 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] Sync routers for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:09:13.998329 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:09:13.999009 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:09:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:14.118908 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:09:14.167628 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36862) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:14.310946 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2975de-3bb2-408d-9515-8bafdf5e5330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.321986 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:09:13Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:14.349080 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] Checking router: ffc4900d-5587-4994-9050-9f836a403808 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:09:14.357897 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks [] for router (ffc4900d-5587-4994-9050-9f836a403808), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.358464 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] Routers {'ffc4900d-5587-4994-9050-9f836a403808'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:09:14.359170 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:09:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['ffc4900d-5587-4994-9050-9f836a403808'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:14.401152 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2975de-3bb2-408d-9515-8bafdf5e5330 admin admin] Publish callbacks [] for security_group (0739ff0f-e6e6-44c3-8dfc-ef876c090c3d), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.406508 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2975de-3bb2-408d-9515-8bafdf5e5330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (0739ff0f-e6e6-44c3-8dfc-ef876c090c3d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.440847 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7f2975de-3bb2-408d-9515-8bafdf5e5330 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e84cf43eb494edb898de4399113a84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718849 Mar 15 17:09:14.443382 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36866) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:14.453204 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2975de-3bb2-408d-9515-8bafdf5e5330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0739ff0f-e6e6-44c3-8dfc-ef876c090c3d,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:14.477722 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] Set router ffc4900d-5587-4994-9050-9f836a403808 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:09:14.519847 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks [] for router_gateway (ffc4900d-5587-4994-9050-9f836a403808), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.526406 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bcbe802a-a2f6-4505-bca7-536333dec756 admin admin] Publish callbacks [] for security_group (0739ff0f-e6e6-44c3-8dfc-ef876c090c3d), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.571288 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bcbe802a-a2f6-4505-bca7-536333dec756 admin admin] Publish callbacks [] for security_group (0739ff0f-e6e6-44c3-8dfc-ef876c090c3d), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.619779 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Deleting port a3043381-1f5e-46e5-b65f-cb422822bb8c {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:09:14.620114 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.664579 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bcbe802a-a2f6-4505-bca7-536333dec756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (0739ff0f-e6e6-44c3-8dfc-ef876c090c3d), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.667108 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bcbe802a-a2f6-4505-bca7-536333dec756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.668255 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-bcbe802a-a2f6-4505-bca7-536333dec756 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0739ff0f-e6e6-44c3-8dfc-ef876c090c3d HTTP/1.1" status: 204 len: 168 time: 0.2239439 Mar 15 17:09:14.673343 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:09:13Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:14.683308 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe802a-a2f6-4505-bca7-536333dec756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0739ff0f-e6e6-44c3-8dfc-ef876c090c3d,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:14.717733 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695c410-f6cb-4de5-bfeb-110a7e5d4a6a None None] The sync data for ids ['ffc4900d-5587-4994-9050-9f836a403808'] in dv-cinder-733623-12-iscsi is: [{'id': 'ffc4900d-5587-4994-9050-9f836a403808', 'name': 'tempest-AttachVolumeShelveTestJSON-838750609-router', 'tenant_id': 'd11e8ccf622543cd8ba4455cde67621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:02:07Z', 'updated_at': '2022-03-15T17:09:13Z', 'revision_number': 5, 'project_id': 'd11e8ccf622543cd8ba4455cde67621c', 'gw_port': {'id': 'a3043381-1f5e-46e5-b65f-cb422822bb8c', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4900d-5587-4994-9050-9f836a403808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:02:09Z', 'updated_at': '2022-03-15T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:09:14.721623 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] For port a3043381-1f5e-46e5-b65f-cb422822bb8c, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=a3043381-1f5e-46e5-b65f-cb422822bb8c,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:14.722078 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.747328 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Calling delete_port for a3043381-1f5e-46e5-b65f-cb422822bb8c owned by network:router_gateway {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:09:14.940835 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (a3043381-1f5e-46e5-b65f-cb422822bb8c), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:14.966470 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a3043381-1f5e-46e5-b65f-cb422822bb8c,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:15.034711 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (ffc4900d-5587-4994-9050-9f836a403808), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.175229 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (ffc4900d-5587-4994-9050-9f836a403808), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.177828 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks [] for router_controller (ffc4900d-5587-4994-9050-9f836a403808), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.244053 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 30dae479-1b56-42f8-9d4d-0db741261bfe no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:09:15.253944 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (ffc4900d-5587-4994-9050-9f836a403808), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.254589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc4900d-5587-4994-9050-9f836a403808 {{(pid=103235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:09:15.259765 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.260959 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-0cb30d3e-ef5a-4a53-847c-1c84180460bf admin admin] 10.222.0.42 "DELETE /v2.0/routers/ffc4900d-5587-4994-9050-9f836a403808 HTTP/1.1" status: 204 len: 168 time: 1.2744300 Mar 15 17:09:15.263832 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36882) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:15.271730 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 30dae479-1b56-42f8-9d4d-0db741261bfe {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:09:15.272099 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 30dae479-1b56-42f8-9d4d-0db741261bfe not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:09:15.319341 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-72185b03-58dc-493f-9826-c2c07d144ec7 admin admin] Deleting subnet 29ca4c13-6827-42d6-ba0a-19212fdfc79f {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:09:15.322957 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72185b03-58dc-493f-9826-c2c07d144ec7 admin admin] Publish callbacks [] for subnet (29ca4c13-6827-42d6-ba0a-19212fdfc79f), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.357662 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72185b03-58dc-493f-9826-c2c07d144ec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260223105'] for subnet (29ca4c13-6827-42d6-ba0a-19212fdfc79f), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.456920 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72185b03-58dc-493f-9826-c2c07d144ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (29ca4c13-6827-42d6-ba0a-19212fdfc79f), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.518041 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72185b03-58dc-493f-9826-c2c07d144ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260131416'] for subnet (29ca4c13-6827-42d6-ba0a-19212fdfc79f), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.549876 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72185b03-58dc-493f-9826-c2c07d144ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ca4c13-6827-42d6-ba0a-19212fdfc79f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:15.561171 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72185b03-58dc-493f-9826-c2c07d144ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.562823 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22c2f60-4049-47ca-b500-1f4eed24bc64 None None] Network 5e22b704-6cd1-448c-920e-7df769d11493 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:09:15.568224 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36892) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:15.568845 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-72185b03-58dc-493f-9826-c2c07d144ec7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/29ca4c13-6827-42d6-ba0a-19212fdfc79f HTTP/1.1" status: 204 len: 168 time: 0.3032739 Mar 15 17:09:15.651014 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (5e22b704-6cd1-448c-920e-7df769d11493), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.710006 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Deleting port 57428d7c-3855-4269-b2fa-b12b4fbf757b {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:09:15.710349 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.776350 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] For port 57428d7c-3855-4269-b2fa-b12b4fbf757b, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=57428d7c-3855-4269-b2fa-b12b4fbf757b,segment=NetworkSegment(d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1),segment_id=d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:15.776847 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.792809 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Calling delete_port for 57428d7c-3855-4269-b2fa-b12b4fbf757b owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:09:15.881757 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (57428d7c-3855-4269-b2fa-b12b4fbf757b), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:15.926995 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=57428d7c-3855-4269-b2fa-b12b4fbf757b,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:15.927137 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65610d6-3da0-464c-95b0-123be5832a99 None None] DHCP port deletion for 5e22b704-6cd1-448c-920e-7df769d11493 request from dv-cinder-733623-12-iscsi {{(pid=103236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:09:15.931848 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] No DVR routers for this DVR port 57428d7c-3855-4269-b2fa-b12b4fbf757b on host dv-cinder-733623-12-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:09:15.943270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.943270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.943270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.943270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.943270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.943270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.945206 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.945206 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.945472 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.945920 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.946147 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.946532 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.946860 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.947184 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:15.947511 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:16.025787 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (5e22b704-6cd1-448c-920e-7df769d11493), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.048275 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e22b704-6cd1-448c-920e-7df769d11493']}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:16.057645 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1') {'for_net_delete': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:16.057943 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1') {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:09:16.067525 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638612'] for segment (d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.082491 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.088562 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:09:16.089076 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4101629'] for segment (d828fcf7-3b2e-4ab2-a4aa-a5d4f35fdee1), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: Traceback (most recent call last): Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: timer() Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: cb(*args, **kw) Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: return func(*args, **kwargs) Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: self._notify() Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: self.callback(batched_events) Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: event.method(event) Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: return f(self, *a, **k) Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._get(url).json() Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: return self.request(url, 'GET', **kwargs) Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:09:16.091034 dv-cinder-733623-12-iscsi neutron-server[103235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:09:16.146694 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (5e22b704-6cd1-448c-920e-7df769d11493), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.154610 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.157939 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] 10.222.0.42 "DELETE /v2.0/networks/5e22b704-6cd1-448c-920e-7df769d11493 HTTP/1.1" status: 204 len: 168 time: 0.5879455 Mar 15 17:09:16.173438 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5248c7b-56e9-455c-ac92-1115a4aa4b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e22b704-6cd1-448c-920e-7df769d11493,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:16.332104 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36914) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:16.375548 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5a71a2f0-d2ee-45a1-ae78-1840a6ed609c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d11e8ccf622543cd8ba4455cde67621c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422313 Mar 15 17:09:16.378867 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36918) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:16.431180 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8fbe96fd-4b53-421f-a727-2bb03effe5f7 admin admin] Publish callbacks [] for security_group (cd7be554-84ce-481b-86e3-5ebc76857cae), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.454508 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8fbe96fd-4b53-421f-a727-2bb03effe5f7 admin admin] Publish callbacks [] for security_group (cd7be554-84ce-481b-86e3-5ebc76857cae), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.504590 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8fbe96fd-4b53-421f-a727-2bb03effe5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (cd7be554-84ce-481b-86e3-5ebc76857cae), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.507318 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8fbe96fd-4b53-421f-a727-2bb03effe5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:16.508534 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-8fbe96fd-4b53-421f-a727-2bb03effe5f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd7be554-84ce-481b-86e3-5ebc76857cae HTTP/1.1" status: 204 len: 168 time: 0.1286218 Mar 15 17:09:16.523363 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe96fd-4b53-421f-a727-2bb03effe5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7be554-84ce-481b-86e3-5ebc76857cae,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:17.065590 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 57428d7c-3855-4269-b2fa-b12b4fbf757b no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:09:17.089891 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 57428d7c-3855-4269-b2fa-b12b4fbf757b {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:09:17.090562 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 57428d7c-3855-4269-b2fa-b12b4fbf757b not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:09:17.091195 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device a3043381-1f5e-46e5-b65f-cb422822bb8c no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:09:17.116835 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: a3043381-1f5e-46e5-b65f-cb422822bb8c {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:09:17.117377 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device a3043381-1f5e-46e5-b65f-cb422822bb8c not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:09:17.831643 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 36986) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:17.949304 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6621b857-7c04-4de2-8857-0bffeb0c0032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:18.024568 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6621b857-7c04-4de2-8857-0bffeb0c0032 admin admin] Publish callbacks [] for security_group (dffb1cd6-574d-4a07-b199-05fd7e7a389c), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:18.029259 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6621b857-7c04-4de2-8857-0bffeb0c0032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (dffb1cd6-574d-4a07-b199-05fd7e7a389c), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:18.067637 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-6621b857-7c04-4de2-8857-0bffeb0c0032 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=600f4f0040c74dfea7fc4ec860bfad79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348840 Mar 15 17:09:18.068615 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621b857-7c04-4de2-8857-0bffeb0c0032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb1cd6-574d-4a07-b199-05fd7e7a389c,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:18.070297 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 36992) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:18.122457 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cd014ef9-5f18-461e-ad70-95fd81f5586f admin admin] Publish callbacks [] for security_group (dffb1cd6-574d-4a07-b199-05fd7e7a389c), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:18.143825 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cd014ef9-5f18-461e-ad70-95fd81f5586f admin admin] Publish callbacks [] for security_group (dffb1cd6-574d-4a07-b199-05fd7e7a389c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:18.194783 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cd014ef9-5f18-461e-ad70-95fd81f5586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (dffb1cd6-574d-4a07-b199-05fd7e7a389c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:18.197330 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cd014ef9-5f18-461e-ad70-95fd81f5586f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:18.198488 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cd014ef9-5f18-461e-ad70-95fd81f5586f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dffb1cd6-574d-4a07-b199-05fd7e7a389c HTTP/1.1" status: 204 len: 168 time: 0.1271765 Mar 15 17:09:18.206333 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd014ef9-5f18-461e-ad70-95fd81f5586f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb1cd6-574d-4a07-b199-05fd7e7a389c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:20.523909 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:09:23.121058 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37162) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:23.232201 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c9b654a-9a83-4b7d-bbcf-ab809bb1a955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.318015 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c9b654a-9a83-4b7d-bbcf-ab809bb1a955 admin admin] Publish callbacks [] for security_group (4bf93090-7a2f-417a-9cc6-7358cec94318), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.321642 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c9b654a-9a83-4b7d-bbcf-ab809bb1a955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (4bf93090-7a2f-417a-9cc6-7358cec94318), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.358467 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7c9b654a-9a83-4b7d-bbcf-ab809bb1a955 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb699695b4504b5e9816476983d33590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362635 Mar 15 17:09:23.360934 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37176) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:23.361452 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b654a-9a83-4b7d-bbcf-ab809bb1a955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf93090-7a2f-417a-9cc6-7358cec94318,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:23.386251 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37178) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:23.411722 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-08a4919d-3720-41e8-894f-af6fb6594adf admin admin] Publish callbacks [] for security_group (4bf93090-7a2f-417a-9cc6-7358cec94318), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.435569 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-08a4919d-3720-41e8-894f-af6fb6594adf admin admin] Publish callbacks [] for security_group (4bf93090-7a2f-417a-9cc6-7358cec94318), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.482416 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-08a4919d-3720-41e8-894f-af6fb6594adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (4bf93090-7a2f-417a-9cc6-7358cec94318), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.485777 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-08a4919d-3720-41e8-894f-af6fb6594adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.486902 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-08a4919d-3720-41e8-894f-af6fb6594adf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bf93090-7a2f-417a-9cc6-7358cec94318 HTTP/1.1" status: 204 len: 168 time: 0.1249449 Mar 15 17:09:23.492908 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-382e2d13-970a-48ac-ae88-78bd297c27a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.495020 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4919d-3720-41e8-894f-af6fb6594adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf93090-7a2f-417a-9cc6-7358cec94318,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:23.575848 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-382e2d13-970a-48ac-ae88-78bd297c27a4 admin admin] Publish callbacks [] for security_group (04dd52a7-928d-4632-89e0-cf340a614a3e), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.580235 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-382e2d13-970a-48ac-ae88-78bd297c27a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (04dd52a7-928d-4632-89e0-cf340a614a3e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.619766 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-382e2d13-970a-48ac-ae88-78bd297c27a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9c4d512b702474e813b5eff77884590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324514 Mar 15 17:09:23.621672 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e2d13-970a-48ac-ae88-78bd297c27a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dd52a7-928d-4632-89e0-cf340a614a3e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:23.622482 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37186) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:23.670265 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c2d43dc-d3a6-4a55-9a54-4a3a1707de94 admin admin] Publish callbacks [] for security_group (04dd52a7-928d-4632-89e0-cf340a614a3e), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.692020 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c2d43dc-d3a6-4a55-9a54-4a3a1707de94 admin admin] Publish callbacks [] for security_group (04dd52a7-928d-4632-89e0-cf340a614a3e), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.743319 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c2d43dc-d3a6-4a55-9a54-4a3a1707de94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (04dd52a7-928d-4632-89e0-cf340a614a3e), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.746188 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c2d43dc-d3a6-4a55-9a54-4a3a1707de94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.747342 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9c2d43dc-d3a6-4a55-9a54-4a3a1707de94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04dd52a7-928d-4632-89e0-cf340a614a3e HTTP/1.1" status: 204 len: 168 time: 0.1237824 Mar 15 17:09:23.756945 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37190) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:23.758800 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d43dc-d3a6-4a55-9a54-4a3a1707de94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dd52a7-928d-4632-89e0-cf340a614a3e,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:23.775916 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04401172-bdb6-4f4b-a232-1ebac5e84739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.851133 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04401172-bdb6-4f4b-a232-1ebac5e84739 admin admin] Publish callbacks [] for security_group (80706685-087a-4966-a14d-9c0c5f72970a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.855945 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04401172-bdb6-4f4b-a232-1ebac5e84739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (80706685-087a-4966-a14d-9c0c5f72970a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.893361 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-04401172-bdb6-4f4b-a232-1ebac5e84739 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=081833323f414ec0b468573584641170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353002 Mar 15 17:09:23.894468 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04401172-bdb6-4f4b-a232-1ebac5e84739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80706685-087a-4966-a14d-9c0c5f72970a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:23.896430 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37192) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:23.944554 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c53dc606-d955-49f5-80ba-fb4bb961e003 admin admin] Publish callbacks [] for security_group (80706685-087a-4966-a14d-9c0c5f72970a), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:23.965323 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c53dc606-d955-49f5-80ba-fb4bb961e003 admin admin] Publish callbacks [] for security_group (80706685-087a-4966-a14d-9c0c5f72970a), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.017916 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c53dc606-d955-49f5-80ba-fb4bb961e003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (80706685-087a-4966-a14d-9c0c5f72970a), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.020616 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c53dc606-d955-49f5-80ba-fb4bb961e003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.022070 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c53dc606-d955-49f5-80ba-fb4bb961e003 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80706685-087a-4966-a14d-9c0c5f72970a HTTP/1.1" status: 204 len: 168 time: 0.1244271 Mar 15 17:09:24.029858 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dc606-d955-49f5-80ba-fb4bb961e003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80706685-087a-4966-a14d-9c0c5f72970a,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:24.084842 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37198) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:24.099048 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6430ab86-32ff-4797-b4c2-2df83c6551c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.174670 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6430ab86-32ff-4797-b4c2-2df83c6551c8 admin admin] Publish callbacks [] for security_group (6bb07299-d262-43df-b1c5-2969645ace8e), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.178649 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6430ab86-32ff-4797-b4c2-2df83c6551c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (6bb07299-d262-43df-b1c5-2969645ace8e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.215400 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430ab86-32ff-4797-b4c2-2df83c6551c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb07299-d262-43df-b1c5-2969645ace8e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:24.224089 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37202) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:24.224273 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6430ab86-32ff-4797-b4c2-2df83c6551c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f50acd519d8646cbb58d00a749501dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382120 Mar 15 17:09:24.276559 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ed64-525b-4ae0-9493-6953e792bdcf admin admin] Publish callbacks [] for security_group (6bb07299-d262-43df-b1c5-2969645ace8e), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.296925 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ed64-525b-4ae0-9493-6953e792bdcf admin admin] Publish callbacks [] for security_group (6bb07299-d262-43df-b1c5-2969645ace8e), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.349954 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ed64-525b-4ae0-9493-6953e792bdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (6bb07299-d262-43df-b1c5-2969645ace8e), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.352646 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ed64-525b-4ae0-9493-6953e792bdcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.353800 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-8ea8ed64-525b-4ae0-9493-6953e792bdcf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bb07299-d262-43df-b1c5-2969645ace8e HTTP/1.1" status: 204 len: 168 time: 0.1283197 Mar 15 17:09:24.361773 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8ed64-525b-4ae0-9493-6953e792bdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb07299-d262-43df-b1c5-2969645ace8e,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:24.668811 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37226) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:24.682159 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9dad4f2f-7d04-4e04-ada1-8e3550544f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.760518 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9dad4f2f-7d04-4e04-ada1-8e3550544f05 admin admin] Publish callbacks [] for security_group (bb71b4e6-10c6-48d3-8286-6b18d14c4bce), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.765406 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9dad4f2f-7d04-4e04-ada1-8e3550544f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (bb71b4e6-10c6-48d3-8286-6b18d14c4bce), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.805226 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9dad4f2f-7d04-4e04-ada1-8e3550544f05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8175e5f2898d4c32817113f71d615a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328049 Mar 15 17:09:24.805226 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad4f2f-7d04-4e04-ada1-8e3550544f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb71b4e6-10c6-48d3-8286-6b18d14c4bce,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:24.805487 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37230) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:24.858262 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7927e620-1108-48c5-b31a-3917b226009a admin admin] Publish callbacks [] for security_group (bb71b4e6-10c6-48d3-8286-6b18d14c4bce), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.880310 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7927e620-1108-48c5-b31a-3917b226009a admin admin] Publish callbacks [] for security_group (bb71b4e6-10c6-48d3-8286-6b18d14c4bce), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.929043 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7927e620-1108-48c5-b31a-3917b226009a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (bb71b4e6-10c6-48d3-8286-6b18d14c4bce), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.932581 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7927e620-1108-48c5-b31a-3917b226009a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:24.936416 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7927e620-1108-48c5-b31a-3917b226009a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb71b4e6-10c6-48d3-8286-6b18d14c4bce HTTP/1.1" status: 204 len: 168 time: 0.1299701 Mar 15 17:09:24.944989 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927e620-1108-48c5-b31a-3917b226009a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb71b4e6-10c6-48d3-8286-6b18d14c4bce,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:26.102239 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37298) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:26.207031 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-924aede0-8d36-4a56-bd45-7ebe7fc08488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.282721 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-924aede0-8d36-4a56-bd45-7ebe7fc08488 admin admin] Publish callbacks [] for security_group (5728aca2-61ad-441e-9e2b-63e26a52a4bf), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.286808 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-924aede0-8d36-4a56-bd45-7ebe7fc08488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (5728aca2-61ad-441e-9e2b-63e26a52a4bf), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.325804 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-924aede0-8d36-4a56-bd45-7ebe7fc08488 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8a7fa2b4b734da68b076a12fc7adf4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200029 Mar 15 17:09:26.326025 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37308) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:26.332196 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aede0-8d36-4a56-bd45-7ebe7fc08488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5728aca2-61ad-441e-9e2b-63e26a52a4bf,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:26.376059 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d429ded1-4fd1-43ea-8bcc-e11b2674c18e admin admin] Publish callbacks [] for security_group (5728aca2-61ad-441e-9e2b-63e26a52a4bf), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.397526 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d429ded1-4fd1-43ea-8bcc-e11b2674c18e admin admin] Publish callbacks [] for security_group (5728aca2-61ad-441e-9e2b-63e26a52a4bf), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.447119 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d429ded1-4fd1-43ea-8bcc-e11b2674c18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (5728aca2-61ad-441e-9e2b-63e26a52a4bf), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.449787 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d429ded1-4fd1-43ea-8bcc-e11b2674c18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.450942 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d429ded1-4fd1-43ea-8bcc-e11b2674c18e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5728aca2-61ad-441e-9e2b-63e26a52a4bf HTTP/1.1" status: 204 len: 168 time: 0.1240184 Mar 15 17:09:26.460515 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429ded1-4fd1-43ea-8bcc-e11b2674c18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5728aca2-61ad-441e-9e2b-63e26a52a4bf,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:26.698182 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37322) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:26.811502 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8257f93a-fbab-4f9e-9b92-6ac2ee2aefbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.885877 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8257f93a-fbab-4f9e-9b92-6ac2ee2aefbc admin admin] Publish callbacks [] for security_group (5680e53f-94e0-46cd-84e8-00e174ce08d9), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.889668 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8257f93a-fbab-4f9e-9b92-6ac2ee2aefbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (5680e53f-94e0-46cd-84e8-00e174ce08d9), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:26.928335 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257f93a-fbab-4f9e-9b92-6ac2ee2aefbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5680e53f-94e0-46cd-84e8-00e174ce08d9,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:26.932713 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8257f93a-fbab-4f9e-9b92-6ac2ee2aefbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d3936e293f7424e965927883ae993a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334781 Mar 15 17:09:26.935360 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37338) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:26.982454 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c51944af-593c-4371-9042-c74f430f3643 admin admin] Publish callbacks [] for security_group (5680e53f-94e0-46cd-84e8-00e174ce08d9), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.009471 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c51944af-593c-4371-9042-c74f430f3643 admin admin] Publish callbacks [] for security_group (5680e53f-94e0-46cd-84e8-00e174ce08d9), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.065984 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c51944af-593c-4371-9042-c74f430f3643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (5680e53f-94e0-46cd-84e8-00e174ce08d9), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.069074 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c51944af-593c-4371-9042-c74f430f3643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.070273 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c51944af-593c-4371-9042-c74f430f3643 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5680e53f-94e0-46cd-84e8-00e174ce08d9 HTTP/1.1" status: 204 len: 168 time: 0.1340005 Mar 15 17:09:27.078433 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51944af-593c-4371-9042-c74f430f3643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5680e53f-94e0-46cd-84e8-00e174ce08d9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:27.410282 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37354) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:27.426100 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-faeac3c8-c155-46ab-b149-d842eeeaaa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.737909 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-faeac3c8-c155-46ab-b149-d842eeeaaa2c admin admin] Publish callbacks [] for security_group (a060ea12-220f-4bfb-b24d-f81063849693), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.741593 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-faeac3c8-c155-46ab-b149-d842eeeaaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (a060ea12-220f-4bfb-b24d-f81063849693), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.781198 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-faeac3c8-c155-46ab-b149-d842eeeaaa2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e72a53bfb894e499baea86b8f17387c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697197 Mar 15 17:09:27.784383 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37362) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:27.784911 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeac3c8-c155-46ab-b149-d842eeeaaa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a060ea12-220f-4bfb-b24d-f81063849693,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:27.836959 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-05652d58-719f-4e96-8c12-6a54ac8059cf admin admin] Publish callbacks [] for security_group (a060ea12-220f-4bfb-b24d-f81063849693), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.857187 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-05652d58-719f-4e96-8c12-6a54ac8059cf admin admin] Publish callbacks [] for security_group (a060ea12-220f-4bfb-b24d-f81063849693), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.902201 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-05652d58-719f-4e96-8c12-6a54ac8059cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (a060ea12-220f-4bfb-b24d-f81063849693), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.904865 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-05652d58-719f-4e96-8c12-6a54ac8059cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:27.905993 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-05652d58-719f-4e96-8c12-6a54ac8059cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a060ea12-220f-4bfb-b24d-f81063849693 HTTP/1.1" status: 204 len: 168 time: 0.1202822 Mar 15 17:09:27.913888 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05652d58-719f-4e96-8c12-6a54ac8059cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a060ea12-220f-4bfb-b24d-f81063849693,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:33.133473 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9c79-e87a-438c-9e6f-bd6eba7c75ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:35.493216 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fb856e81-d072-430d-a271-2bd521a2fb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:36.488675 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:37.912630 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:39.654931 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:39.681709 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.091250 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37632) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:44.213266 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dee7a1-daf6-41e4-bf8e-d4cad2a8f3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.294021 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dee7a1-daf6-41e4-bf8e-d4cad2a8f3c4 admin admin] Publish callbacks [] for security_group (35965a0b-23f1-4adc-81d0-aaca1b274671), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.297867 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74dee7a1-daf6-41e4-bf8e-d4cad2a8f3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (35965a0b-23f1-4adc-81d0-aaca1b274671), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.337466 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-74dee7a1-daf6-41e4-bf8e-d4cad2a8f3c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b607a62b4483453f808ba401cd7ea3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451038 Mar 15 17:09:44.339864 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dee7a1-daf6-41e4-bf8e-d4cad2a8f3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35965a0b-23f1-4adc-81d0-aaca1b274671,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:44.340295 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37648) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:44.396645 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Publish callbacks [] for security_group (35965a0b-23f1-4adc-81d0-aaca1b274671), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.419101 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Publish callbacks [] for security_group (35965a0b-23f1-4adc-81d0-aaca1b274671), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.465445 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (35965a0b-23f1-4adc-81d0-aaca1b274671), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.468053 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.469774 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35965a0b-23f1-4adc-81d0-aaca1b274671 HTTP/1.1" status: 204 len: 168 time: 0.1282842 Mar 15 17:09:44.481207 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35965a0b-23f1-4adc-81d0-aaca1b274671,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:44.490111 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.490455 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.490788 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.491119 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.491446 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.491771 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.492089 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.492510 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.492748 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.493068 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.493386 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.493706 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.494025 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.494338 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.494757 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a27ca-fee6-4522-8899-4d7498cc8d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:09:44.725287 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37656) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:44.738810 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1509b1ec-df60-4b7c-8861-31c98c373dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.816651 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1509b1ec-df60-4b7c-8861-31c98c373dca admin admin] Publish callbacks [] for security_group (78d280b7-1314-47c8-a1af-a5bb9e4e2a7b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.821498 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1509b1ec-df60-4b7c-8861-31c98c373dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (78d280b7-1314-47c8-a1af-a5bb9e4e2a7b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.857974 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1509b1ec-df60-4b7c-8861-31c98c373dca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3652065ce82b4072abf8d1de0520a8c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315613 Mar 15 17:09:44.859653 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509b1ec-df60-4b7c-8861-31c98c373dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d280b7-1314-47c8-a1af-a5bb9e4e2a7b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:44.861367 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37658) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:44.908038 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e9e-2beb-4b16-accf-e84d0fd9226a admin admin] Publish callbacks [] for security_group (78d280b7-1314-47c8-a1af-a5bb9e4e2a7b), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.928254 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e9e-2beb-4b16-accf-e84d0fd9226a admin admin] Publish callbacks [] for security_group (78d280b7-1314-47c8-a1af-a5bb9e4e2a7b), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.976116 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e9e-2beb-4b16-accf-e84d0fd9226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (78d280b7-1314-47c8-a1af-a5bb9e4e2a7b), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.978547 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e9e-2beb-4b16-accf-e84d0fd9226a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:44.979650 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-3d8c7e9e-2beb-4b16-accf-e84d0fd9226a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78d280b7-1314-47c8-a1af-a5bb9e4e2a7b HTTP/1.1" status: 204 len: 168 time: 0.1172996 Mar 15 17:09:44.986974 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c7e9e-2beb-4b16-accf-e84d0fd9226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d280b7-1314-47c8-a1af-a5bb9e4e2a7b,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:45.288462 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37674) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:45.302096 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2c0cef76-467c-40ed-a305-2c8e75307528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:45.391614 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2c0cef76-467c-40ed-a305-2c8e75307528 admin admin] Publish callbacks [] for security_group (a96d4da3-7264-406c-9f55-892a3a06afa8), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:45.396073 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2c0cef76-467c-40ed-a305-2c8e75307528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (a96d4da3-7264-406c-9f55-892a3a06afa8), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:45.440092 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-2c0cef76-467c-40ed-a305-2c8e75307528 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a23123463c44ec59aec396afdb68add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497755 Mar 15 17:09:45.442274 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cef76-467c-40ed-a305-2c8e75307528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d4da3-7264-406c-9f55-892a3a06afa8,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:45.442715 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37680) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:45.489747 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-823ea32d-723d-43ea-8070-a3b9fcb64b4a admin admin] Publish callbacks [] for security_group (a96d4da3-7264-406c-9f55-892a3a06afa8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:45.510809 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-823ea32d-723d-43ea-8070-a3b9fcb64b4a admin admin] Publish callbacks [] for security_group (a96d4da3-7264-406c-9f55-892a3a06afa8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:45.558003 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-823ea32d-723d-43ea-8070-a3b9fcb64b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (a96d4da3-7264-406c-9f55-892a3a06afa8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:45.560647 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-823ea32d-723d-43ea-8070-a3b9fcb64b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:45.561793 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-823ea32d-723d-43ea-8070-a3b9fcb64b4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a96d4da3-7264-406c-9f55-892a3a06afa8 HTTP/1.1" status: 204 len: 168 time: 0.1180866 Mar 15 17:09:45.570116 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ea32d-723d-43ea-8070-a3b9fcb64b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d4da3-7264-406c-9f55-892a3a06afa8,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:47.205121 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37746) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:47.306587 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1b11ba0e-2df7-499f-bce3-631324b0b5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.379870 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1b11ba0e-2df7-499f-bce3-631324b0b5a2 admin admin] Publish callbacks [] for security_group (00a8e810-bd0b-4fb9-b610-a5791d32ab26), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.384054 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1b11ba0e-2df7-499f-bce3-631324b0b5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (00a8e810-bd0b-4fb9-b610-a5791d32ab26), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.420069 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-1b11ba0e-2df7-499f-bce3-631324b0b5a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=501df6d2724e46cd80281d1263b25ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138572 Mar 15 17:09:47.420960 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11ba0e-2df7-499f-bce3-631324b0b5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8e810-bd0b-4fb9-b610-a5791d32ab26,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:47.423723 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37750) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:47.471191 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f844a83a-bbe6-4c4b-9155-261b04996cc3 admin admin] Publish callbacks [] for security_group (00a8e810-bd0b-4fb9-b610-a5791d32ab26), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.492638 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f844a83a-bbe6-4c4b-9155-261b04996cc3 admin admin] Publish callbacks [] for security_group (00a8e810-bd0b-4fb9-b610-a5791d32ab26), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.550183 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f844a83a-bbe6-4c4b-9155-261b04996cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (00a8e810-bd0b-4fb9-b610-a5791d32ab26), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.552801 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f844a83a-bbe6-4c4b-9155-261b04996cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.556592 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f844a83a-bbe6-4c4b-9155-261b04996cc3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00a8e810-bd0b-4fb9-b610-a5791d32ab26 HTTP/1.1" status: 204 len: 168 time: 0.1316946 Mar 15 17:09:47.564986 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844a83a-bbe6-4c4b-9155-261b04996cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8e810-bd0b-4fb9-b610-a5791d32ab26,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:47.846095 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37768) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:47.860357 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4fc78dfc-5d52-4afe-aaa7-d1fdd5328546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.933855 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4fc78dfc-5d52-4afe-aaa7-d1fdd5328546 admin admin] Publish callbacks [] for security_group (1d0a9d13-f6e7-41b1-be0f-95b54d050287), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.937664 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4fc78dfc-5d52-4afe-aaa7-d1fdd5328546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (1d0a9d13-f6e7-41b1-be0f-95b54d050287), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:47.973367 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4fc78dfc-5d52-4afe-aaa7-d1fdd5328546 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdf6a281029c4d07bb624f8e4c438136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261733 Mar 15 17:09:47.975299 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc78dfc-5d52-4afe-aaa7-d1fdd5328546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0a9d13-f6e7-41b1-be0f-95b54d050287,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:47.976210 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37770) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:48.027215 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-55b3e337-3d77-44da-8576-91f9a1457b36 admin admin] Publish callbacks [] for security_group (1d0a9d13-f6e7-41b1-be0f-95b54d050287), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:48.048633 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-55b3e337-3d77-44da-8576-91f9a1457b36 admin admin] Publish callbacks [] for security_group (1d0a9d13-f6e7-41b1-be0f-95b54d050287), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:48.094037 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-55b3e337-3d77-44da-8576-91f9a1457b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (1d0a9d13-f6e7-41b1-be0f-95b54d050287), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:48.096594 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-55b3e337-3d77-44da-8576-91f9a1457b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:48.097733 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-55b3e337-3d77-44da-8576-91f9a1457b36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d0a9d13-f6e7-41b1-be0f-95b54d050287 HTTP/1.1" status: 204 len: 168 time: 0.1205051 Mar 15 17:09:48.105127 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3e337-3d77-44da-8576-91f9a1457b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0a9d13-f6e7-41b1-be0f-95b54d050287,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:48.794328 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37800) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:48.854024 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37804) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:48.944688 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-62398969-network', 'tenant_id': 'a361f81ead9545c1ae290747c9195398'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:09:48.964951 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1115-c07f-42c6-8e94-a5990ebe7df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:48.990569 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Made reservation on behalf of a361f81ead9545c1ae290747c9195398 for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:09:48.993031 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.014833 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.113182 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1115-c07f-42c6-8e94-a5990ebe7df7 admin admin] Publish callbacks [] for security_group (de4d40f7-6b34-45cf-9702-446d96c3125f), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.118639 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7c7d1115-c07f-42c6-8e94-a5990ebe7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (de4d40f7-6b34-45cf-9702-446d96c3125f), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.147247 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37812) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:49.174212 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Publish callbacks [] for security_group (750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.177659 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-7c7d1115-c07f-42c6-8e94-a5990ebe7df7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=705a172e672447b1bb7d6224a4787b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225260 Mar 15 17:09:49.178675 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d1115-c07f-42c6-8e94-a5990ebe7df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4d40f7-6b34-45cf-9702-446d96c3125f,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:49.181464 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 37816) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:49.181600 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.208560 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:09:49.227389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (cc99ff17-c301-4006-80de-f3b25638b054), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.227869 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Added segment cc99ff17-c301-4006-80de-f3b25638b054 of type vlan for network b7341485-9e73-48ef-b24d-c232d4383ac7 Mar 15 17:09:49.229174 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:49.233340 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf65b-1482-456a-91f1-4482a42febb6 admin admin] Publish callbacks [] for security_group (de4d40f7-6b34-45cf-9702-446d96c3125f), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.257341 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf65b-1482-456a-91f1-4482a42febb6 admin admin] Publish callbacks [] for security_group (de4d40f7-6b34-45cf-9702-446d96c3125f), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.273054 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (b7341485-9e73-48ef-b24d-c232d4383ac7), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.290521 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-37d58c45-879d-46d8-af37-1a5d9d76832a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.301530 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (b7341485-9e73-48ef-b24d-c232d4383ac7), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.302714 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:49.303460 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.350575 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf65b-1482-456a-91f1-4482a42febb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (de4d40f7-6b34-45cf-9702-446d96c3125f), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.353049 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf65b-1482-456a-91f1-4482a42febb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.354181 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ae6cf65b-1482-456a-91f1-4482a42febb6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de4d40f7-6b34-45cf-9702-446d96c3125f HTTP/1.1" status: 204 len: 168 time: 0.1715877 Mar 15 17:09:49.354556 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5588677 Mar 15 17:09:49.357179 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37818) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:49.368249 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Request body: {'subnet': {'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-62398969-subnet', 'tenant_id': 'a361f81ead9545c1ae290747c9195398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:09:49.368440 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cf65b-1482-456a-91f1-4482a42febb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4d40f7-6b34-45cf-9702-446d96c3125f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:49.380502 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cf36d-0771-49c1-be2f-41e33a9e940e admin admin] Pushing event updated for resources: {'Network': ['ID=b7341485-9e73-48ef-b24d-c232d4383ac7,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:49.397709 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Made reservation on behalf of a361f81ead9545c1ae290747c9195398 for: {'subnet': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:09:49.400204 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-37d58c45-879d-46d8-af37-1a5d9d76832a admin admin] Publish callbacks [] for security_group (f73abe3c-7e4f-4aa9-b08a-27457794327f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.400503 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3753932'] for subnet (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.402313 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network b7341485-9e73-48ef-b24d-c232d4383ac7 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:09:49.408153 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-37d58c45-879d-46d8-af37-1a5d9d76832a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f73abe3c-7e4f-4aa9-b08a-27457794327f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.452480 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-37d58c45-879d-46d8-af37-1a5d9d76832a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=056eb9502b204dd6919d3d9e2db1bd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017297 Mar 15 17:09:49.452480 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d58c45-879d-46d8-af37-1a5d9d76832a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73abe3c-7e4f-4aa9-b08a-27457794327f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:49.454190 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 37822) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:09:49.533517 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-071782c6-cec6-423f-9a3c-13cc32eb4782 admin admin] Publish callbacks [] for security_group (f73abe3c-7e4f-4aa9-b08a-27457794327f), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.583212 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-071782c6-cec6-423f-9a3c-13cc32eb4782 admin admin] Publish callbacks [] for security_group (f73abe3c-7e4f-4aa9-b08a-27457794327f), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.662905 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4101382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3753950'] for subnet (c9a4caf9-e78a-4583-abf1-00d4edc154fa), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.707114 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-071782c6-cec6-423f-9a3c-13cc32eb4782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (f73abe3c-7e4f-4aa9-b08a-27457794327f), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.709725 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-071782c6-cec6-423f-9a3c-13cc32eb4782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.710909 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-071782c6-cec6-423f-9a3c-13cc32eb4782 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f73abe3c-7e4f-4aa9-b08a-27457794327f HTTP/1.1" status: 204 len: 168 time: 0.2557871 Mar 15 17:09:49.734401 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071782c6-cec6-423f-9a3c-13cc32eb4782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73abe3c-7e4f-4aa9-b08a-27457794327f,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:49.736689 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a4caf9-e78a-4583-abf1-00d4edc154fa,revision_number=0']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:49.753678 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Checking segment: {'id': 'cc99ff17-c301-4006-80de-f3b25638b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:09:49.754018 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Network hostable DHCP agents. Network: b7341485-9e73-48ef-b24d-c232d4383ac7, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:09:49.771535 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Network b7341485-9e73-48ef-b24d-c232d4383ac7 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:09:49.781027 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, b7341485-9e73-48ef-b24d-c232d4383ac7) {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:09:49.786395 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:49.787487 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:49.790505 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb4348-2362-4312-aac2-22ab78a301f7 None None] Network b7341485-9e73-48ef-b24d-c232d4383ac7 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:09:49.808195 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-2a8f2496-4a7f-479d-8010-a259da7c5bd8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4445527 Mar 15 17:09:49.893875 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed3a24-342e-4d96-ae1a-fc97c65b8d84 None None] Network b7341485-9e73-48ef-b24d-c232d4383ac7 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:09:51.698730 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-663702c6-2884-446a-9816-903d22c8b70f tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:51.700159 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-663702c6-2884-446a-9816-903d22c8b70f tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/networks?id=b7341485-9e73-48ef-b24d-c232d4383ac7 HTTP/1.1" status: 200 len: 807 time: 0.0991690 Mar 15 17:09:51.714987 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-baf893a2-bc54-416e-999f-43e3a8ced653 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/quotas/a361f81ead9545c1ae290747c9195398 HTTP/1.1" status: 200 len: 375 time: 0.0088637 Mar 15 17:09:51.745775 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-5410c830-d75e-425f-aacb-f05de946555a tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a361f81ead9545c1ae290747c9195398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253909 Mar 15 17:09:51.837132 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-698ef8aa-40a3-4476-9798-92d6945a2683 service neutron] 10.222.0.42 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847938 Mar 15 17:09:51.925234 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-32540940-3c90-4170-9ecd-f4e78f502971 service neutron] 10.222.0.42 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820692 Mar 15 17:09:52.085776 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0d698fa1-2a39-4482-877d-f59b5ddaa929 req-e67a1609-c013-47ee-a9a7-d096bd6a5440 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 210 time: 0.0310137 Mar 15 17:09:53.061887 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6587a60b-83e2-461c-bc24-e4da31494614 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:53.063437 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6587a60b-83e2-461c-bc24-e4da31494614 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.43 "GET /v2.0/networks?id=b7341485-9e73-48ef-b24d-c232d4383ac7 HTTP/1.1" status: 200 len: 807 time: 0.1039879 Mar 15 17:09:53.074830 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Request body: {'port': {'device_id': 'f099c970-6d24-435d-a6cd-d9c8e8f6af42', 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7', 'admin_state_up': True, 'tenant_id': 'a361f81ead9545c1ae290747c9195398'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:09:53.192865 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fee4e7e3-9f20-439e-b7f5-14668beae111 req-41ef385c-f322-4bf8-966a-7a4d2f6eb7a6 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 210 time: 0.0349298 Mar 15 17:09:53.216252 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Made reservation on behalf of a361f81ead9545c1ae290747c9195398 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:09:53.220438 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:53.338291 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Allocated IP 172.20.0.2 (b7341485-9e73-48ef-b24d-c232d4383ac7/c9a4caf9-e78a-4583-abf1-00d4edc154fa/4edae4c2-cc4c-478a-9704-5216076351c3) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:09:53.487667 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks [] for port (4edae4c2-cc4c-478a-9704-5216076351c3), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:53.521207 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:53.567440 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Network b7341485-9e73-48ef-b24d-c232d4383ac7 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:09:53.570557 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:09:53.574883 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:09:53.581095 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Pushing event updated for resources: {'Port': ['ID=4edae4c2-cc4c-478a-9704-5216076351c3,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:53.624691 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:53.625322 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:53.639918 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-99542e6b-2abc-421e-bdd5-40e4d13e7617 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685866 Mar 15 17:09:53.651678 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Request body: {'port': {'device_id': 'f099c970-6d24-435d-a6cd-d9c8e8f6af42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:09:53.709220 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:53.965663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edae4c2-cc4c-478a-9704-5216076351c3 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:09:53.973379 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Publish callbacks [] for port (4edae4c2-cc4c-478a-9704-5216076351c3), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:53.985236 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Transition to ACTIVE for port object 4edae4c2-cc4c-478a-9704-5216076351c3 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:09:53.988625 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:54.038401 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Pushing event updated for resources: {'Port': ['ID=4edae4c2-cc4c-478a-9704-5216076351c3,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:54.103435 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Attempting to bind port 4edae4c2-cc4c-478a-9704-5216076351c3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:09:54.104088 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Attempting to bind port 4edae4c2-cc4c-478a-9704-5216076351c3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'cc99ff17-c301-4006-80de-f3b25638b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:09:54.104088 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Attempting to bind port 4edae4c2-cc4c-478a-9704-5216076351c3 on network b7341485-9e73-48ef-b24d-c232d4383ac7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:09:54.108233 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Port 4edae4c2-cc4c-478a-9704-5216076351c3 on network b7341485-9e73-48ef-b24d-c232d4383ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:09:54.108593 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Attempting to bind port 4edae4c2-cc4c-478a-9704-5216076351c3 on network b7341485-9e73-48ef-b24d-c232d4383ac7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:09:54.113198 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:09:54.113529 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Checking segment: {'id': 'cc99ff17-c301-4006-80de-f3b25638b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:09:54.113907 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Bound using segment: {'id': 'cc99ff17-c301-4006-80de-f3b25638b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:09:54.114327 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Bound port: 4edae4c2-cc4c-478a-9704-5216076351c3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc99ff17-c301-4006-80de-f3b25638b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:09:54.114675 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:54.174211 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] For port 4edae4c2-cc4c-478a-9704-5216076351c3, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:09:54.177138 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] For port 4edae4c2-cc4c-478a-9704-5216076351c3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4edae4c2-cc4c-478a-9704-5216076351c3,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:09:54.182830 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:54.215934 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:54.216507 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:54.217879 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] 10.222.0.43 "PUT /v2.0/ports/4edae4c2-cc4c-478a-9704-5216076351c3 HTTP/1.1" status: 200 len: 1093 time: 0.5702484 Mar 15 17:09:54.218310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f099c970-6d24-435d-a6cd-d9c8e8f6af42', 'tag': '4edae4c2-cc4c-478a-9704-5216076351c3'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:09:54.220616 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f2110-f957-4733-8959-c5329e6d0dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f099c970-6d24-435d-a6cd-d9c8e8f6af42", "tag": "4edae4c2-cc4c-478a-9704-5216076351c3"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:09:54.243466 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a220e4d-36a3-4c23-a49e-6e95ef7c057c service neutron] Pushing event updated for resources: {'Port': ['ID=4edae4c2-cc4c-478a-9704-5216076351c3,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:09:54.278972 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db15627-279c-4c5e-b844-e697f716d82b x-openstack-request-id: req-8db15627-279c-4c5e-b844-e697f716d82b {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:09:54.279264 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f099c970-6d24-435d-a6cd-d9c8e8f6af42", "tag": "4edae4c2-cc4c-478a-9704-5216076351c3", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:09:54.279521 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8db15627-279c-4c5e-b844-e697f716d82b {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:09:54.279911 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f099c970-6d24-435d-a6cd-d9c8e8f6af42', 'tag': '4edae4c2-cc4c-478a-9704-5216076351c3', 'status': 'completed', 'code': 200} Mar 15 17:09:54.348299 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-c9b1bbb3-1bd1-41c1-9466-dc2fa0c508e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:54.349813 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-c9b1bbb3-1bd1-41c1-9466-dc2fa0c508e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a361f81ead9545c1ae290747c9195398&device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 1127 time: 0.0748999 Mar 15 17:09:54.356501 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a143c-b5f3-4612-8fee-155b630555c4 req-1ff5b4da-9aa5-42f8-9816-da024d1a00a7 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:54.357832 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8c4a143c-b5f3-4612-8fee-155b630555c4 req-1ff5b4da-9aa5-42f8-9816-da024d1a00a7 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 943 time: 0.0925472 Mar 15 17:09:54.403063 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-3e479640-f8c4-459c-a021-258223c86819 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4edae4c2-cc4c-478a-9704-5216076351c3 HTTP/1.1" status: 200 len: 217 time: 0.0436108 Mar 15 17:09:54.458109 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8c4a143c-b5f3-4612-8fee-155b630555c4 req-decabb22-414a-418b-bfcb-62ac63f8fadb tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932064 Mar 15 17:09:54.468680 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-7b32bb68-b3ac-4811-ac64-c0bc2a965c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:54.469988 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-7b32bb68-b3ac-4811-ac64-c0bc2a965c55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9a4caf9-e78a-4583-abf1-00d4edc154fa HTTP/1.1" status: 200 len: 847 time: 0.0597305 Mar 15 17:09:54.787900 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-926d9094-0d28-42b1-b255-d19147098418 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7341485-9e73-48ef-b24d-c232d4383ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3055108 Mar 15 17:09:54.880732 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-fd2ade73-2766-44e1-9352-ee2c68fa83ea service neutron] 10.222.0.43 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853860 Mar 15 17:09:54.974237 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2e46e842-8aab-49cc-9bf7-80c07482e986 req-3fa7053f-9c22-46c9-bb77-90aff2200d1b service neutron] 10.222.0.43 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861020 Mar 15 17:09:55.060213 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-c6c15b3c-9271-4a55-8949-0ad8f147f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:55.061713 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-c6c15b3c-9271-4a55-8949-0ad8f147f42e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a361f81ead9545c1ae290747c9195398&device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 1127 time: 0.0444434 Mar 15 17:09:55.149425 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-21d918d2-abb5-4041-b46a-4a3c68a50038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:55.150858 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-21d918d2-abb5-4041-b46a-4a3c68a50038 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b7341485-9e73-48ef-b24d-c232d4383ac7 HTTP/1.1" status: 200 len: 908 time: 0.0829694 Mar 15 17:09:55.190072 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-9b4f7d76-4af1-432a-b3bd-584bc980cc7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4edae4c2-cc4c-478a-9704-5216076351c3 HTTP/1.1" status: 200 len: 217 time: 0.0323739 Mar 15 17:09:55.236641 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-000cf2cf-1043-4335-8e8f-5c13cebd01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:55.237995 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-000cf2cf-1043-4335-8e8f-5c13cebd01d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9a4caf9-e78a-4583-abf1-00d4edc154fa HTTP/1.1" status: 200 len: 847 time: 0.0408552 Mar 15 17:09:55.270835 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-42d13be1-7d26-4856-93c5-a38c86b215b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7341485-9e73-48ef-b24d-c232d4383ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267327 Mar 15 17:09:55.356409 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-ca9bdf10-f587-43fc-a6da-3170bebe48a4 service neutron] 10.222.0.43 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792468 Mar 15 17:09:55.447108 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-513f2110-f957-4733-8959-c5329e6d0dc3 req-8ac89593-1f87-4877-a2bc-db4f882f53fa service neutron] 10.222.0.43 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839920 Mar 15 17:09:55.574142 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd03d2-0c8f-4a4f-af23-0fe6a84288de req-c228932c-caa5-478c-bc80-582d043f995a tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:55.575606 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2ddd03d2-0c8f-4a4f-af23-0fe6a84288de req-c228932c-caa5-478c-bc80-582d043f995a tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 943 time: 0.0509386 Mar 15 17:09:55.620338 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2ddd03d2-0c8f-4a4f-af23-0fe6a84288de req-4e281144-1ac1-442c-a643-1c9243ba98b0 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Mar 15 17:09:56.736118 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b498c6-aec3-4dfa-8612-49cc6d47b1f9 req-6829bd8e-ddae-4c68-b838-060be12d183c tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:56.737612 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b8b498c6-aec3-4dfa-8612-49cc6d47b1f9 req-6829bd8e-ddae-4c68-b838-060be12d183c tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 943 time: 0.0513430 Mar 15 17:09:56.787052 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b8b498c6-aec3-4dfa-8612-49cc6d47b1f9 req-82bb1796-e97d-47b0-9a60-a1f213780b72 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Mar 15 17:09:57.523360 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:09:57.904629 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead81a0-4b79-4b8e-8441-ddfd0da21448 req-d007be75-40c2-4940-9d70-4149bdff8b86 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:57.906715 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2ead81a0-4b79-4b8e-8441-ddfd0da21448 req-d007be75-40c2-4940-9d70-4149bdff8b86 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 943 time: 0.0509093 Mar 15 17:09:57.951065 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2ead81a0-4b79-4b8e-8441-ddfd0da21448 req-7d9b0094-269a-49d0-9d82-5dc3677f65a7 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389483 Mar 15 17:09:59.065859 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55e98-efc1-4ef5-afe1-1ee67bb506fd req-bd4cfbbc-24fc-4557-8142-f0c7ed042658 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:09:59.067283 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3fe55e98-efc1-4ef5-afe1-1ee67bb506fd req-bd4cfbbc-24fc-4557-8142-f0c7ed042658 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 943 time: 0.0515738 Mar 15 17:09:59.112010 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3fe55e98-efc1-4ef5-afe1-1ee67bb506fd req-7b63b207-e45a-4224-b162-8f503466729f tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 Mar 15 17:09:59.347334 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 4edae4c2-cc4c-478a-9704-5216076351c3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:09:59.444656 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 4edae4c2-cc4c-478a-9704-5216076351c3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4edae4c2-cc4c-478a-9704-5216076351c3,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:59.456009 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '4edae4c2-cc4c-478a-9704-5216076351c3', 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7', 'port_id': '4edae4c2-cc4c-478a-9704-5216076351c3', 'mac_address': 'fa:16:3e:77:55:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a4caf9-e78a-4583-abf1-00d4edc154fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:09:59.492079 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 4edae4c2-cc4c-478a-9704-5216076351c3 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:09:59.492490 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:59.505438 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edae4c2-cc4c-478a-9704-5216076351c3 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:09:59.524718 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 4edae4c2-cc4c-478a-9704-5216076351c3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4edae4c2-cc4c-478a-9704-5216076351c3,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:09:59.528814 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:09:59.577712 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=4edae4c2-cc4c-478a-9704-5216076351c3,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:00.229396 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6040b-cf8d-4a82-a6df-52547bd26ef0 req-199afa78-4e04-4883-8287-e33124dd70f3 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:00.230848 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-39d6040b-cf8d-4a82-a6df-52547bd26ef0 req-199afa78-4e04-4883-8287-e33124dd70f3 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 944 time: 0.0548854 Mar 15 17:10:00.275979 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-39d6040b-cf8d-4a82-a6df-52547bd26ef0 req-d097818c-1f9e-45c5-ab03-a3ea532049d3 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 Mar 15 17:10:00.491624 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['4edae4c2-cc4c-478a-9704-5216076351c3'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:10:01.396649 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e3db-3e5b-4622-8727-7d7e8d97da2b req-cefada87-0a8f-43a2-9710-2e60e50b2c04 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:01.398130 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f12e3db-3e5b-4622-8727-7d7e8d97da2b req-cefada87-0a8f-43a2-9710-2e60e50b2c04 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 944 time: 0.0574276 Mar 15 17:10:01.443342 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0f12e3db-3e5b-4622-8727-7d7e8d97da2b req-53397150-448d-4fd5-a728-b6cbc6f2cc03 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Mar 15 17:10:02.559345 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d3c12-5d56-4c7a-a4c1-55d285ae51f5 req-429b732e-0600-4010-b0bf-d9808fe02035 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:02.560809 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-729d3c12-5d56-4c7a-a4c1-55d285ae51f5 req-429b732e-0600-4010-b0bf-d9808fe02035 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 944 time: 0.0510540 Mar 15 17:10:02.609940 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-729d3c12-5d56-4c7a-a4c1-55d285ae51f5 req-0190b709-e060-4f5a-85e2-3687ababce90 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Mar 15 17:10:02.639776 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 4edae4c2-cc4c-478a-9704-5216076351c3 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:02.691225 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 4edae4c2-cc4c-478a-9704-5216076351c3 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:10:02.695161 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 4edae4c2-cc4c-478a-9704-5216076351c3 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:02.695521 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:02.777328 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 4edae4c2-cc4c-478a-9704-5216076351c3 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:02.777706 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:02.800197 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f099c970-6d24-435d-a6cd-d9c8e8f6af42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edae4c2-cc4c-478a-9704-5216076351c3'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:10:02.802438 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13f5a1c-9f82-4378-a4b6-3c2072708d7d" -d '{"events": [{"server_uuid": "f099c970-6d24-435d-a6cd-d9c8e8f6af42", "name": "network-vif-plugged", "status": "completed", "tag": "4edae4c2-cc4c-478a-9704-5216076351c3"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:10:02.814735 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 4edae4c2-cc4c-478a-9704-5216076351c3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4edae4c2-cc4c-478a-9704-5216076351c3,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:02.818451 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:02.845077 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d275e02f-cf30-4307-be85-48a10ed1b085 x-openstack-request-id: req-d275e02f-cf30-4307-be85-48a10ed1b085 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:10:02.845364 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f099c970-6d24-435d-a6cd-d9c8e8f6af42", "name": "network-vif-plugged", "status": "completed", "tag": "4edae4c2-cc4c-478a-9704-5216076351c3", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:10:02.845609 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d275e02f-cf30-4307-be85-48a10ed1b085 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:10:02.845989 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f099c970-6d24-435d-a6cd-d9c8e8f6af42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edae4c2-cc4c-478a-9704-5216076351c3', 'code': 200} Mar 15 17:10:02.871374 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=4edae4c2-cc4c-478a-9704-5216076351c3,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:02.878446 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.878798 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.879135 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.879467 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.879796 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.880121 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.880533 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.880870 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.881178 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.881525 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.881845 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.882164 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.882477 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.882790 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.883101 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:02.998484 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feabb62-dbab-4335-88a2-f99d907de915 req-51a44be5-75b0-4ea8-b782-78610bbc45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:02.999933 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7feabb62-dbab-4335-88a2-f99d907de915 req-51a44be5-75b0-4ea8-b782-78610bbc45d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 1129 time: 0.0415835 Mar 15 17:10:03.041377 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7feabb62-dbab-4335-88a2-f99d907de915 req-ddea4999-4149-4906-a940-7e4aae7a8508 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360320 Mar 15 17:10:03.101378 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1e17077a-da07-4dd0-bc21-6ce989bab513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:03.724600 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728296-82e5-4368-9973-930cb005caf1 req-44504963-212f-4191-a69e-ea03b3896954 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:03.726085 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a728296-82e5-4368-9973-930cb005caf1 req-44504963-212f-4191-a69e-ea03b3896954 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 945 time: 0.0515673 Mar 15 17:10:03.777498 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a728296-82e5-4368-9973-930cb005caf1 req-5e9d3853-86b7-4198-8987-0215955537c9 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Mar 15 17:10:04.900460 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8415c-e964-4f3c-9efb-6f499fc9574b req-d31fdbe2-67f7-4a18-8dd3-944ca775df1c tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:04.901906 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6fe8415c-e964-4f3c-9efb-6f499fc9574b req-d31fdbe2-67f7-4a18-8dd3-944ca775df1c tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 945 time: 0.0537877 Mar 15 17:10:04.946804 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6fe8415c-e964-4f3c-9efb-6f499fc9574b req-00cbb6d8-e238-42cc-9b23-6e6c78073389 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Mar 15 17:10:05.497688 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d7da4460-21cc-433e-9e83-1b85535c2fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:05.548656 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a452f5-3aeb-4cc3-a9b0-fcb469566b01 req-26698322-2319-4d97-aade-ddf67fa4025e tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:05.550139 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-90a452f5-3aeb-4cc3-a9b0-fcb469566b01 req-26698322-2319-4d97-aade-ddf67fa4025e tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 945 time: 0.0572531 Mar 15 17:10:05.596890 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-90a452f5-3aeb-4cc3-a9b0-fcb469566b01 req-96f71521-ad32-42c0-a50d-420a39a13059 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Mar 15 17:10:06.491636 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:06.723536 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431b77b-57ea-49cb-9541-3f02303a9cd0 req-98ada8d1-c185-4924-bd27-10572d3eb60c tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:06.725100 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3431b77b-57ea-49cb-9541-3f02303a9cd0 req-98ada8d1-c185-4924-bd27-10572d3eb60c tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 945 time: 0.0560341 Mar 15 17:10:06.774662 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3431b77b-57ea-49cb-9541-3f02303a9cd0 req-3dffec87-e601-4626-bbd0-cb7131c6c41f tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Mar 15 17:10:06.859626 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-54b827d3-c16f-480c-b0fb-bf9182af6a6a tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:06.861087 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-54b827d3-c16f-480c-b0fb-bf9182af6a6a tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.43 "GET /v2.0/ports?device_id=f099c970-6d24-435d-a6cd-d9c8e8f6af42 HTTP/1.1" status: 200 len: 945 time: 0.0531950 Mar 15 17:10:06.957156 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Deleting port 4edae4c2-cc4c-478a-9704-5216076351c3 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:06.957500 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:07.050151 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] For port 4edae4c2-cc4c-478a-9704-5216076351c3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4edae4c2-cc4c-478a-9704-5216076351c3,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:07.050449 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:07.063279 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Calling delete_port for 4edae4c2-cc4c-478a-9704-5216076351c3 owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:07.192054 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (4edae4c2-cc4c-478a-9704-5216076351c3), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:07.203760 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['4edae4c2-cc4c-478a-9704-5216076351c3'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:10:07.221780 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Pushing event deleted for resources: {'Port': ['ID=4edae4c2-cc4c-478a-9704-5216076351c3,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:07.265051 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] No DVR routers for this DVR port 4edae4c2-cc4c-478a-9704-5216076351c3 on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:10:07.267514 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:07.271076 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d3ddfdea-3760-4d1b-b544-9b9bfc144322 req-8859ed78-dd7b-4c18-9ff1-f10c8b123011 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.43 "DELETE /v2.0/ports/4edae4c2-cc4c-478a-9704-5216076351c3 HTTP/1.1" status: 204 len: 173 time: 0.4044237 Mar 15 17:10:07.271545 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f099c970-6d24-435d-a6cd-d9c8e8f6af42', 'name': 'network-vif-deleted', 'tag': '4edae4c2-cc4c-478a-9704-5216076351c3'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:10:07.273791 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea472fbe-2629-4c23-9af2-afc2cc6d3d09" -d '{"events": [{"server_uuid": "f099c970-6d24-435d-a6cd-d9c8e8f6af42", "name": "network-vif-deleted", "tag": "4edae4c2-cc4c-478a-9704-5216076351c3"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:10:07.314322 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9512d7f-fcc0-4372-9465-da365abf9741 x-openstack-request-id: req-e9512d7f-fcc0-4372-9465-da365abf9741 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:10:07.314613 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f099c970-6d24-435d-a6cd-d9c8e8f6af42", "name": "network-vif-deleted", "tag": "4edae4c2-cc4c-478a-9704-5216076351c3", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:10:07.314866 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9512d7f-fcc0-4372-9465-da365abf9741 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:10:07.315263 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f099c970-6d24-435d-a6cd-d9c8e8f6af42', 'name': 'network-vif-deleted', 'tag': '4edae4c2-cc4c-478a-9704-5216076351c3', 'status': 'completed', 'code': 200} Mar 15 17:10:07.917445 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:08.064669 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-2467786b-589a-4142-b824-f25faddc24c5 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:08.066095 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-2467786b-589a-4142-b824-f25faddc24c5 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/networks?id=b7341485-9e73-48ef-b24d-c232d4383ac7 HTTP/1.1" status: 200 len: 807 time: 0.1017029 Mar 15 17:10:08.081788 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-1449bfa9-4639-4cdf-aecc-ab09a40b894f tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/quotas/a361f81ead9545c1ae290747c9195398 HTTP/1.1" status: 200 len: 375 time: 0.0099397 Mar 15 17:10:08.112732 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-ee1cf93b-6eac-41ae-8078-7c888acc6cb6 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a361f81ead9545c1ae290747c9195398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257399 Mar 15 17:10:08.309805 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-5ae730cf-eaed-4b34-aa4c-218427745918 service neutron] 10.222.0.42 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906035 Mar 15 17:10:08.406391 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-a44dc6d2-edfb-4cb5-ac17-2f270173ac32 service neutron] 10.222.0.42 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903609 Mar 15 17:10:08.567682 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ed5cbfe4-07b1-47bb-aa65-9df5d2b2f168 req-c93e880b-ea84-4776-a730-93718f9dfaa9 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 210 time: 0.0310097 Mar 15 17:10:09.486421 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-b0f23c5c-3cc6-4ec9-a39b-d4723f94de3e tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:09.487907 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-b0f23c5c-3cc6-4ec9-a39b-d4723f94de3e tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.43 "GET /v2.0/networks?id=b7341485-9e73-48ef-b24d-c232d4383ac7 HTTP/1.1" status: 200 len: 807 time: 0.1119344 Mar 15 17:10:09.501012 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Request body: {'port': {'device_id': '0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e', 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7', 'admin_state_up': True, 'tenant_id': 'a361f81ead9545c1ae290747c9195398'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:09.612180 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Made reservation on behalf of a361f81ead9545c1ae290747c9195398 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:10:09.615585 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:09.684091 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:09.689843 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:09.693868 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0491f3e2-91be-4885-81bf-84ab40f32114 req-672dac44-399d-44dc-aad0-66c82cecc42a tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 210 time: 0.0564370 Mar 15 17:10:09.763657 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Allocated IP 172.20.0.6 (b7341485-9e73-48ef-b24d-c232d4383ac7/c9a4caf9-e78a-4583-abf1-00d4edc154fa/442bf6ad-6b22-463f-a1a1-424f4f3d184d) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:10:09.913379 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks [] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:09.951150 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:09.990326 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Network b7341485-9e73-48ef-b24d-c232d4383ac7 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:09.996119 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:10.000638 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:10:10.026131 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Pushing event updated for resources: {'Port': ['ID=442bf6ad-6b22-463f-a1a1-424f4f3d184d,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:10.052906 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:10.053499 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:10.068786 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-69461cf4-493e-4ac6-868e-9dbfc16beaa2 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714271 Mar 15 17:10:10.080214 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Request body: {'port': {'device_id': '0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:10.140975 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:10.397908 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442bf6ad-6b22-463f-a1a1-424f4f3d184d {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:10:10.406250 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Publish callbacks [] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:10.417898 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Transition to ACTIVE for port object 442bf6ad-6b22-463f-a1a1-424f4f3d184d will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:10:10.422285 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:10.475126 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Pushing event updated for resources: {'Port': ['ID=442bf6ad-6b22-463f-a1a1-424f4f3d184d,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:10.543143 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Attempting to bind port 442bf6ad-6b22-463f-a1a1-424f4f3d184d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:10:10.543848 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Attempting to bind port 442bf6ad-6b22-463f-a1a1-424f4f3d184d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'cc99ff17-c301-4006-80de-f3b25638b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:10:10.543848 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Attempting to bind port 442bf6ad-6b22-463f-a1a1-424f4f3d184d on network b7341485-9e73-48ef-b24d-c232d4383ac7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:10.548887 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Port 442bf6ad-6b22-463f-a1a1-424f4f3d184d on network b7341485-9e73-48ef-b24d-c232d4383ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:10:10.549202 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Attempting to bind port 442bf6ad-6b22-463f-a1a1-424f4f3d184d on network b7341485-9e73-48ef-b24d-c232d4383ac7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:10.553889 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:10:10.554219 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Checking segment: {'id': 'cc99ff17-c301-4006-80de-f3b25638b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:10.554596 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Bound using segment: {'id': 'cc99ff17-c301-4006-80de-f3b25638b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:10:10.555011 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Bound port: 442bf6ad-6b22-463f-a1a1-424f4f3d184d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc99ff17-c301-4006-80de-f3b25638b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:10:10.555362 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:10.617178 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] For port 442bf6ad-6b22-463f-a1a1-424f4f3d184d, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:10:10.620502 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] For port 442bf6ad-6b22-463f-a1a1-424f4f3d184d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=442bf6ad-6b22-463f-a1a1-424f4f3d184d,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:10:10.628327 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:10.660239 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:10.660879 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:10.662293 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] 10.222.0.43 "PUT /v2.0/ports/442bf6ad-6b22-463f-a1a1-424f4f3d184d HTTP/1.1" status: 200 len: 1093 time: 0.5864809 Mar 15 17:10:10.662682 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e', 'tag': '442bf6ad-6b22-463f-a1a1-424f4f3d184d'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:10:10.664921 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7a7ab5-9557-4582-8003-b012b2761810" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e", "tag": "442bf6ad-6b22-463f-a1a1-424f4f3d184d"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:10:10.686753 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 4edae4c2-cc4c-478a-9704-5216076351c3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:10:10.694011 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2960f-6620-468c-bf75-9405cf4c8743 service neutron] Pushing event updated for resources: {'Port': ['ID=442bf6ad-6b22-463f-a1a1-424f4f3d184d,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:10.707593 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 4edae4c2-cc4c-478a-9704-5216076351c3 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:10:10.708115 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 4edae4c2-cc4c-478a-9704-5216076351c3 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:10:10.738784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77d4880-48a1-4f5d-8b86-00079d96fbfb x-openstack-request-id: req-c77d4880-48a1-4f5d-8b86-00079d96fbfb {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:10:10.739069 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e", "tag": "442bf6ad-6b22-463f-a1a1-424f4f3d184d", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:10:10.739316 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c77d4880-48a1-4f5d-8b86-00079d96fbfb {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:10:10.739706 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e', 'tag': '442bf6ad-6b22-463f-a1a1-424f4f3d184d', 'status': 'completed', 'code': 200} Mar 15 17:10:10.776470 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-17de7133-46d4-4900-8765-cb0f90ca8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:10.777888 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-17de7133-46d4-4900-8765-cb0f90ca8cbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a361f81ead9545c1ae290747c9195398&device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 1127 time: 0.0715606 Mar 15 17:10:10.836827 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-0d910019-8db2-4342-90b9-a57617392b7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442bf6ad-6b22-463f-a1a1-424f4f3d184d HTTP/1.1" status: 200 len: 217 time: 0.0410552 Mar 15 17:10:10.881010 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2f8af-2038-4ee1-be19-c8ea95ea7eff req-4698a705-ce18-4cc8-a88b-d29ae1b08a0a tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:10.882459 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dbc2f8af-2038-4ee1-be19-c8ea95ea7eff req-4698a705-ce18-4cc8-a88b-d29ae1b08a0a tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 943 time: 0.1207421 Mar 15 17:10:10.914710 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-d90b7093-1ccd-4883-865b-d40d55480837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:10.916011 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-d90b7093-1ccd-4883-865b-d40d55480837 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9a4caf9-e78a-4583-abf1-00d4edc154fa HTTP/1.1" status: 200 len: 847 time: 0.0720391 Mar 15 17:10:10.962777 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-805510fa-6f64-4522-99f1-99d3d3a34c08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7341485-9e73-48ef-b24d-c232d4383ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361803 Mar 15 17:10:10.967023 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-dbc2f8af-2038-4ee1-be19-c8ea95ea7eff req-ea414e4d-979c-4885-a754-2bbc0ef3b335 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788846 Mar 15 17:10:11.051678 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-9426d84e-0471-4880-87f0-b3aa4d7be720 service neutron] 10.222.0.43 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825350 Mar 15 17:10:11.147406 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-799df78e-01f0-4ac5-8c32-810b6a2e49c0 req-2fc54fed-26ef-42c9-91f6-60220da66738 service neutron] 10.222.0.43 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887272 Mar 15 17:10:11.236700 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-6b4a7cda-c660-4d18-b798-53798bccf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:11.238251 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-6b4a7cda-c660-4d18-b798-53798bccf0b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a361f81ead9545c1ae290747c9195398&device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 1127 time: 0.0444040 Mar 15 17:10:11.331369 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-49cd4ec0-3942-4a34-991f-0fa99574bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:11.332836 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-49cd4ec0-3942-4a34-991f-0fa99574bc8f service neutron] 10.222.0.43 "GET /v2.0/networks?id=b7341485-9e73-48ef-b24d-c232d4383ac7 HTTP/1.1" status: 200 len: 908 time: 0.0883262 Mar 15 17:10:11.373269 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-63becbd2-4744-467d-befb-c71559cfd17c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442bf6ad-6b22-463f-a1a1-424f4f3d184d HTTP/1.1" status: 200 len: 217 time: 0.0331905 Mar 15 17:10:11.421585 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-150536e4-902f-4a4f-9f55-4a89b94a6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:11.423018 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-150536e4-902f-4a4f-9f55-4a89b94a6ce5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9a4caf9-e78a-4583-abf1-00d4edc154fa HTTP/1.1" status: 200 len: 847 time: 0.0430017 Mar 15 17:10:11.458608 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-e6c9c569-0a4c-46d9-b3f9-db46055cbb7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b7341485-9e73-48ef-b24d-c232d4383ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291235 Mar 15 17:10:11.549760 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-53c692bf-12aa-41e6-92e9-c7e7b7cdb491 service neutron] 10.222.0.43 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842094 Mar 15 17:10:11.642391 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1f7a7ab5-9557-4582-8003-b012b2761810 req-a703d240-378d-434e-af91-bc2ba4de4e91 service neutron] 10.222.0.43 "GET /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863841 Mar 15 17:10:12.087073 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc98365-323a-4c26-b0a9-83f6640b7cc0 req-792b3e99-4484-4ef5-9d0e-5359e8d16a8f tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:12.088646 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6cc98365-323a-4c26-b0a9-83f6640b7cc0 req-792b3e99-4484-4ef5-9d0e-5359e8d16a8f tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 943 time: 0.0519669 Mar 15 17:10:12.134096 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6cc98365-323a-4c26-b0a9-83f6640b7cc0 req-2c11b0b6-0668-4329-94bc-7a9380e18ded tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392170 Mar 15 17:10:13.253166 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e432475-8ce7-4f42-81a2-19281113463e req-5569096f-e1a6-4a27-bd41-d069c1cd184b tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:13.255001 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e432475-8ce7-4f42-81a2-19281113463e req-5569096f-e1a6-4a27-bd41-d069c1cd184b tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 943 time: 0.0545511 Mar 15 17:10:13.348697 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e432475-8ce7-4f42-81a2-19281113463e req-6e239a52-92a3-4d6b-90b8-5956c6516664 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878747 Mar 15 17:10:13.362121 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-fb31df2b-4ae9-45e6-9540-b830ff86d98c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661521 Mar 15 17:10:13.449805 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-c8b39db1-58db-421f-9178-9b15ab2f210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:13.451279 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-c8b39db1-58db-421f-9178-9b15ab2f210b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1130 time: 0.0461690 Mar 15 17:10:13.556912 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-4d614a9b-bfb2-43bb-999d-8162e6908c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:13.558387 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-4d614a9b-bfb2-43bb-999d-8162e6908c51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=383e2855-edee-431f-82e3-9ead978f319c HTTP/1.1" status: 200 len: 909 time: 0.0880754 Mar 15 17:10:13.624036 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-cda9bba0-ca71-4aff-9af3-a83326e123fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 200 len: 1001 time: 0.0592535 Mar 15 17:10:13.674611 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-dc81b5a6-a147-418b-9526-e2337ce6c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:13.676095 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-dc81b5a6-a147-418b-9526-e2337ce6c5c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6045e005-abb3-4d60-b928-511f35402040 HTTP/1.1" status: 200 len: 847 time: 0.0461996 Mar 15 17:10:13.730679 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-dc64bbe3-9124-4593-bff8-1671ff838724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:13.732191 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-dc64bbe3-9124-4593-bff8-1671ff838724 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=383e2855-edee-431f-82e3-9ead978f319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491233 Mar 15 17:10:13.823350 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-57b33fd7-34fb-4baf-9c8e-f2ebffe823ff service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844297 Mar 15 17:10:13.914733 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2c4c9e54-5ec7-4160-9b2d-c60698b37a3f req-8429f9fe-b080-430f-94b1-5139e526f3f7 service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853980 Mar 15 17:10:14.480061 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6197f9c-33b3-4e7c-96aa-4864781b60db req-4aa95dd8-740c-4199-ba12-54fccdc7c582 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:14.481716 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e6197f9c-33b3-4e7c-96aa-4864781b60db req-4aa95dd8-740c-4199-ba12-54fccdc7c582 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 943 time: 0.0618205 Mar 15 17:10:14.532043 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e6197f9c-33b3-4e7c-96aa-4864781b60db req-d144b3a2-947f-4e0a-9b42-0d431ccefd24 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Mar 15 17:10:14.718208 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 442bf6ad-6b22-463f-a1a1-424f4f3d184d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:10:14.828389 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 442bf6ad-6b22-463f-a1a1-424f4f3d184d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=442bf6ad-6b22-463f-a1a1-424f4f3d184d,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:14.843334 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '442bf6ad-6b22-463f-a1a1-424f4f3d184d', 'network_id': 'b7341485-9e73-48ef-b24d-c232d4383ac7', 'port_id': '442bf6ad-6b22-463f-a1a1-424f4f3d184d', 'mac_address': 'fa:16:3e:c8:3a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a4caf9-e78a-4583-abf1-00d4edc154fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:10:14.878018 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 442bf6ad-6b22-463f-a1a1-424f4f3d184d is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:14.878408 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:14.891544 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442bf6ad-6b22-463f-a1a1-424f4f3d184d {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:10:14.910626 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 442bf6ad-6b22-463f-a1a1-424f4f3d184d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=442bf6ad-6b22-463f-a1a1-424f4f3d184d,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:14.916042 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:14.969965 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=442bf6ad-6b22-463f-a1a1-424f4f3d184d,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:15.142208 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['442bf6ad-6b22-463f-a1a1-424f4f3d184d'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:10:15.652483 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a187a78-759d-4ce9-a86d-f692ce4ca552 req-98d2a7ea-265c-4b02-afc6-ae991ef5eec7 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:15.653845 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a187a78-759d-4ce9-a86d-f692ce4ca552 req-98d2a7ea-265c-4b02-afc6-ae991ef5eec7 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 944 time: 0.0512197 Mar 15 17:10:15.701917 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4a187a78-759d-4ce9-a86d-f692ce4ca552 req-dda0abf3-9c0a-4592-ac9b-d3ccb211a670 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Mar 15 17:10:16.733294 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 442bf6ad-6b22-463f-a1a1-424f4f3d184d up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:16.784106 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 442bf6ad-6b22-463f-a1a1-424f4f3d184d completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:10:16.787962 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 442bf6ad-6b22-463f-a1a1-424f4f3d184d triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:16.788330 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:16.820784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2925f-4455-48a2-b014-226c467f23b4 req-1f48e8bd-006b-4395-8245-75aef0565583 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:16.822243 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fd2925f-4455-48a2-b014-226c467f23b4 req-1f48e8bd-006b-4395-8245-75aef0565583 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 944 time: 0.0536304 Mar 15 17:10:16.864654 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 442bf6ad-6b22-463f-a1a1-424f4f3d184d is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:16.865035 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:16.871027 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fd2925f-4455-48a2-b014-226c467f23b4 req-fe63ebb6-1f5c-4826-a3e7-0591979864da tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428824 Mar 15 17:10:16.888266 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442bf6ad-6b22-463f-a1a1-424f4f3d184d'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:10:16.890492 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65993e49-79d8-4ce5-9d41-505120d6bffd" -d '{"events": [{"server_uuid": "0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e", "name": "network-vif-plugged", "status": "completed", "tag": "442bf6ad-6b22-463f-a1a1-424f4f3d184d"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:10:16.903426 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 442bf6ad-6b22-463f-a1a1-424f4f3d184d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=442bf6ad-6b22-463f-a1a1-424f4f3d184d,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:16.907535 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:16.931169 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60be8bc-a0d9-4acb-8dec-12f8bfae04f2 x-openstack-request-id: req-a60be8bc-a0d9-4acb-8dec-12f8bfae04f2 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:10:16.931456 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e", "name": "network-vif-plugged", "status": "completed", "tag": "442bf6ad-6b22-463f-a1a1-424f4f3d184d", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:10:16.931701 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a60be8bc-a0d9-4acb-8dec-12f8bfae04f2 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:10:16.932079 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442bf6ad-6b22-463f-a1a1-424f4f3d184d', 'code': 200} Mar 15 17:10:16.964173 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=442bf6ad-6b22-463f-a1a1-424f4f3d184d,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:17.095032 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013ffe2-8b30-4071-bafd-6242f08729db req-6795d379-5726-4e10-9c39-dc818589bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:17.096491 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b013ffe2-8b30-4071-bafd-6242f08729db req-6795d379-5726-4e10-9c39-dc818589bbd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 1129 time: 0.0417776 Mar 15 17:10:17.146904 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b013ffe2-8b30-4071-bafd-6242f08729db req-27d9ae6a-1290-4950-bc42-307795828f0a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367398 Mar 15 17:10:17.994264 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd182609-3369-461e-ae8e-f7698e288318 req-0a33e83b-042a-44df-9917-d40932b50d04 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:17.995700 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fd182609-3369-461e-ae8e-f7698e288318 req-0a33e83b-042a-44df-9917-d40932b50d04 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 945 time: 0.0539260 Mar 15 17:10:18.040878 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fd182609-3369-461e-ae8e-f7698e288318 req-10e82546-6514-438d-9ef2-5c39b06b07ba tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Mar 15 17:10:19.155258 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725adfa5-1fd9-439d-91fd-47fa16e696c0 req-8172c12a-4c84-4120-8c85-5d697c83aab9 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:19.156721 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-725adfa5-1fd9-439d-91fd-47fa16e696c0 req-8172c12a-4c84-4120-8c85-5d697c83aab9 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 945 time: 0.0508208 Mar 15 17:10:19.203810 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-725adfa5-1fd9-439d-91fd-47fa16e696c0 req-61f69092-8282-4d36-8973-d254a877b3d8 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Mar 15 17:10:19.996139 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8e7d-1719-4251-964e-dd75297e1e56 req-9d5729fd-02db-4b95-8737-b4b65c5889e5 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:19.997504 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4b9f8e7d-1719-4251-964e-dd75297e1e56 req-9d5729fd-02db-4b95-8737-b4b65c5889e5 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 945 time: 0.0504909 Mar 15 17:10:20.045583 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4b9f8e7d-1719-4251-964e-dd75297e1e56 req-39446c7d-1cbe-4fcb-a707-b7c8162ca305 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Mar 15 17:10:21.166430 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47ace9-50db-4916-8e87-19b3c3df9c01 req-fc8ee73c-64aa-4557-9d36-54775732953d tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:21.167891 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df47ace9-50db-4916-8e87-19b3c3df9c01 req-fc8ee73c-64aa-4557-9d36-54775732953d tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 945 time: 0.0545754 Mar 15 17:10:21.238808 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df47ace9-50db-4916-8e87-19b3c3df9c01 req-25e88be7-74b3-4ff2-8b80-0498b04cce4b tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.42 "GET /v2.0/security-groups?id=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649002 Mar 15 17:10:21.262859 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c58ae2c1-820d-4f7c-b78d-6408c0644bbe tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:21.264293 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c58ae2c1-820d-4f7c-b78d-6408c0644bbe tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e HTTP/1.1" status: 200 len: 945 time: 0.0602918 Mar 15 17:10:21.357076 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Deleting port 442bf6ad-6b22-463f-a1a1-424f4f3d184d {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:21.357414 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:21.442825 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] For port 442bf6ad-6b22-463f-a1a1-424f4f3d184d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=442bf6ad-6b22-463f-a1a1-424f4f3d184d,segment=NetworkSegment(cc99ff17-c301-4006-80de-f3b25638b054),segment_id=cc99ff17-c301-4006-80de-f3b25638b054)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:21.443182 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:21.456293 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Calling delete_port for 442bf6ad-6b22-463f-a1a1-424f4f3d184d owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:21.579250 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (442bf6ad-6b22-463f-a1a1-424f4f3d184d), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:21.593690 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['442bf6ad-6b22-463f-a1a1-424f4f3d184d'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:10:21.606372 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Pushing event deleted for resources: {'Port': ['ID=442bf6ad-6b22-463f-a1a1-424f4f3d184d,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:21.618471 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.618814 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.619154 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.619489 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.619820 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.620147 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.620499 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.620824 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.621146 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.621466 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.621785 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.622105 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.622421 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.622734 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.623051 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:21.661052 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] No DVR routers for this DVR port 442bf6ad-6b22-463f-a1a1-424f4f3d184d on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:10:21.663370 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:21.666618 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14510daf-ac7c-4e86-85b7-036ed8f1f1e1 req-c8ba8caf-2333-442e-a7f1-e9a580097b61 tempest-VolumesActionsTest-1276682740 tempest-VolumesActionsTest-1276682740-project] 10.222.0.43 "DELETE /v2.0/ports/442bf6ad-6b22-463f-a1a1-424f4f3d184d HTTP/1.1" status: 204 len: 173 time: 0.3974547 Mar 15 17:10:21.667050 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e', 'name': 'network-vif-deleted', 'tag': '442bf6ad-6b22-463f-a1a1-424f4f3d184d'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:10:21.669292 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea871be1-ddfa-48f8-82f9-ad7dc9af728a" -d '{"events": [{"server_uuid": "0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e", "name": "network-vif-deleted", "tag": "442bf6ad-6b22-463f-a1a1-424f4f3d184d"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:10:21.710869 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f803be6d-a3bb-400c-92d6-228cc4f7cc25 x-openstack-request-id: req-f803be6d-a3bb-400c-92d6-228cc4f7cc25 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:10:21.711158 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e", "name": "network-vif-deleted", "tag": "442bf6ad-6b22-463f-a1a1-424f4f3d184d", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:10:21.711405 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f803be6d-a3bb-400c-92d6-228cc4f7cc25 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:10:21.711795 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc15f5c-8ad5-4fea-aa7b-cd80527ac51e', 'name': 'network-vif-deleted', 'tag': '442bf6ad-6b22-463f-a1a1-424f4f3d184d', 'status': 'completed', 'code': 200} Mar 15 17:10:26.795600 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 442bf6ad-6b22-463f-a1a1-424f4f3d184d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:10:26.815609 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 442bf6ad-6b22-463f-a1a1-424f4f3d184d {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:10:26.815944 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 442bf6ad-6b22-463f-a1a1-424f4f3d184d not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:10:27.819334 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38316) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:27.940906 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f2a2f3ed-cdb5-4096-8bb6-a9746462644e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:28.019458 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f2a2f3ed-cdb5-4096-8bb6-a9746462644e admin admin] Publish callbacks [] for security_group (9af6bd10-7e80-42e6-9536-aee6ac374fae), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:28.024084 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f2a2f3ed-cdb5-4096-8bb6-a9746462644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (9af6bd10-7e80-42e6-9536-aee6ac374fae), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:28.051820 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38320) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:28.052506 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f2a2f3ed-cdb5-4096-8bb6-a9746462644e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff534ff6699640a3a679648957e07447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314446 Mar 15 17:10:28.072966 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2f3ed-cdb5-4096-8bb6-a9746462644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af6bd10-7e80-42e6-9536-aee6ac374fae,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:28.141906 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e048186-bdd5-4651-8129-77ba06ae30e3 admin admin] Publish callbacks [] for security_group (9af6bd10-7e80-42e6-9536-aee6ac374fae), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:28.166382 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e048186-bdd5-4651-8129-77ba06ae30e3 admin admin] Publish callbacks [] for security_group (9af6bd10-7e80-42e6-9536-aee6ac374fae), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:28.219019 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e048186-bdd5-4651-8129-77ba06ae30e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (9af6bd10-7e80-42e6-9536-aee6ac374fae), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:28.222297 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e048186-bdd5-4651-8129-77ba06ae30e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:28.223586 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-1e048186-bdd5-4651-8129-77ba06ae30e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9af6bd10-7e80-42e6-9536-aee6ac374fae HTTP/1.1" status: 204 len: 168 time: 0.1696448 Mar 15 17:10:28.232167 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e048186-bdd5-4651-8129-77ba06ae30e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af6bd10-7e80-42e6-9536-aee6ac374fae,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:33.096439 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-00f2d4d0-ae85-4947-9005-24e359455e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:34.524763 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:10:35.118707 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38424) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:35.505430 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fb766d85-ca9f-4757-af4d-c83ec3110661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:35.666114 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Deleting port e5a0d947-548e-4297-9415-c6028147cf66 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:35.666645 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (e5a0d947-548e-4297-9415-c6028147cf66), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:35.774401 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (e5a0d947-548e-4297-9415-c6028147cf66), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:35.775067 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for floatingip (e5a0d947-548e-4297-9415-c6028147cf66), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:35.789091 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Calling delete_port for e5a0d947-548e-4297-9415-c6028147cf66 owned by network:floatingip {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:36.008140 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (e5a0d947-548e-4297-9415-c6028147cf66), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:36.036233 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event deleted for resources: {'Port': ['ID=e5a0d947-548e-4297-9415-c6028147cf66,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:36.108213 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for floatingip (d6745dff-0285-4420-9d0b-536e62bfab6c), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:36.108584 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Floating IP d6745dff-0285-4420-9d0b-536e62bfab6c disassociated (deleted). External IP: 172.27.0.57, port: 12484f84-4e3c-42c1-98e7-929da8ebe778. Mar 15 17:10:36.335642 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Router f353d759-8669-46ed-b90d-e1acdbec08ce has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:10:36.475798 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:10:36.482071 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:36.491581 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] Sync routers for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:10:36.512653 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:36.514752 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:36.518095 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:36.535981 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-3f2c2693-d9a7-479b-8555-d84fbf1175a5 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "DELETE /v2.0/floatingips/d6745dff-0285-4420-9d0b-536e62bfab6c HTTP/1.1" status: 204 len: 168 time: 1.4162185 Mar 15 17:10:36.536819 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:10:36.543035 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:10:36.586928 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946a53fa-944f-492a-b256-d1c75beb5732 x-openstack-request-id: req-946a53fa-944f-492a-b256-d1c75beb5732 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:10:36.587329 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:10:36.587714 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-946a53fa-944f-492a-b256-d1c75beb5732 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:10:36.588197 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'status': 'completed', 'code': 200} Mar 15 17:10:36.658800 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:36.835476 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338bfac-4c37-491e-97d4-83cad4dd9a3e req-a85a1813-0423-4485-bc39-20b466630708 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:36.837042 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0338bfac-4c37-491e-97d4-83cad4dd9a3e req-a85a1813-0423-4485-bc39-20b466630708 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.0563564 Mar 15 17:10:36.891702 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0338bfac-4c37-491e-97d4-83cad4dd9a3e req-dde2eaed-0341-4a62-991d-e5dd4f8d43e8 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480328 Mar 15 17:10:36.921315 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '0a8126fd-8525-43e3-aea9-c0c9e9532eab', 'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'mac_address': 'fa:16:3e:3f:4e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:28Z', 'updated_at': '2022-03-15T17:05:34Z', 'revision_number': 5, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'subnets': [{'id': '6045e005-abb3-4d60-b928-511f35402040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:36.949760 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] Checking router: f353d759-8669-46ed-b90d-e1acdbec08ce for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:10:36.959210 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:36.959849 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:37.078527 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:37.317216 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '0a8126fd-8525-43e3-aea9-c0c9e9532eab', 'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'mac_address': 'fa:16:3e:3f:4e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:28Z', 'updated_at': '2022-03-15T17:05:34Z', 'revision_number': 5, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'subnets': [{'id': '6045e005-abb3-4d60-b928-511f35402040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:37.346229 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01909bd-1d6c-4602-a83a-1ac35adc9fa0 None None] The sync data for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi is: [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:29Z', 'revision_number': 4, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '0a8126fd-8525-43e3-aea9-c0c9e9532eab', 'name': '', 'network_id': '383e2855-edee-431f-82e3-9ead978f319c', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'mac_address': 'fa:16:3e:3f:4e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6045e005-abb3-4d60-b928-511f35402040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:28Z', 'updated_at': '2022-03-15T17:05:34Z', 'revision_number': 5, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'subnets': [{'id': '6045e005-abb3-4d60-b928-511f35402040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:10:37.653955 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b5da0-63ce-4e38-bf97-7a8fe16e0780 None None] New status for floating IP d6745dff-0285-4420-9d0b-536e62bfab6c: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:10:37.928507 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:37.965711 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-e45b0876-46ad-4dcb-bce3-f3a9fff767c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:37.968493 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-e45b0876-46ad-4dcb-bce3-f3a9fff767c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 1130 time: 0.0727525 Mar 15 17:10:38.094547 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfa32a-fe3c-40a8-a8d2-aebf3f63e5c2 req-70622008-fc13-4464-bcd5-339e1bc5c110 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:38.096449 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-72bfa32a-fe3c-40a8-a8d2-aebf3f63e5c2 req-70622008-fc13-4464-bcd5-339e1bc5c110 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.1267853 Mar 15 17:10:38.119577 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-147b32ac-491c-44e1-bd50-903e94b0ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:38.121334 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-147b32ac-491c-44e1-bd50-903e94b0ff4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=383e2855-edee-431f-82e3-9ead978f319c HTTP/1.1" status: 200 len: 909 time: 0.1432755 Mar 15 17:10:38.211850 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-0275d5f0-8d24-4f98-89cd-456315e6794c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 200 len: 217 time: 0.0810161 Mar 15 17:10:38.258293 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-72bfa32a-fe3c-40a8-a8d2-aebf3f63e5c2 req-6e6c275f-89d5-47ec-9282-7f77e7b46c12 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553264 Mar 15 17:10:38.284701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-bfd722e5-36a9-4f01-983d-73dd989eaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:38.286511 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-bfd722e5-36a9-4f01-983d-73dd989eaef1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6045e005-abb3-4d60-b928-511f35402040 HTTP/1.1" status: 200 len: 847 time: 0.0684426 Mar 15 17:10:38.361225 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-d9256e75-6b45-4ff2-adea-80467009f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:38.365209 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-d9256e75-6b45-4ff2-adea-80467009f4c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=383e2855-edee-431f-82e3-9ead978f319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716004 Mar 15 17:10:38.528971 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-08feaeaf-740d-43f6-97f7-77f1aa675b99 service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558442 Mar 15 17:10:38.635056 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ab963228-cbe8-4c7f-99c9-63eb1fa728ab req-2a0bd056-3ead-4112-883b-1cac2addab86 service neutron] 10.222.0.43 "GET /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992303 Mar 15 17:10:38.815499 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38476) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:38.948148 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9305389c-adf9-48c7-8440-f2f0038dd74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:39.041988 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9305389c-adf9-48c7-8440-f2f0038dd74d admin admin] Publish callbacks [] for security_group (9e09f0fc-2ab5-4f58-9b91-feeb01fba450), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:39.048105 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9305389c-adf9-48c7-8440-f2f0038dd74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (9e09f0fc-2ab5-4f58-9b91-feeb01fba450), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:39.093433 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9305389c-adf9-48c7-8440-f2f0038dd74d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bb45dc4f836403dba786467ab3eb070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765248 Mar 15 17:10:39.094974 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305389c-adf9-48c7-8440-f2f0038dd74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e09f0fc-2ab5-4f58-9b91-feeb01fba450,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:39.096595 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38480) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:39.160181 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94563bf6-c54d-48a7-a629-061669407b63 admin admin] Publish callbacks [] for security_group (9e09f0fc-2ab5-4f58-9b91-feeb01fba450), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:39.186890 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94563bf6-c54d-48a7-a629-061669407b63 admin admin] Publish callbacks [] for security_group (9e09f0fc-2ab5-4f58-9b91-feeb01fba450), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:39.243261 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94563bf6-c54d-48a7-a629-061669407b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (9e09f0fc-2ab5-4f58-9b91-feeb01fba450), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:39.247208 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94563bf6-c54d-48a7-a629-061669407b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:39.252036 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-94563bf6-c54d-48a7-a629-061669407b63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e09f0fc-2ab5-4f58-9b91-feeb01fba450 HTTP/1.1" status: 204 len: 168 time: 0.1537628 Mar 15 17:10:39.261100 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94563bf6-c54d-48a7-a629-061669407b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e09f0fc-2ab5-4f58-9b91-feeb01fba450,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:39.736156 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:39.751577 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:39.881396 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a5f5-542e-4ef3-a458-e324089645c9 req-b9e4b78c-b235-4771-9aaa-1bf190389648 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:39.883773 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8133a5f5-542e-4ef3-a458-e324089645c9 req-b9e4b78c-b235-4771-9aaa-1bf190389648 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.1778765 Mar 15 17:10:39.899924 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-c26fcb4e-02eb-4268-9f61-7d2e9b03e94a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:39.901774 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-c26fcb4e-02eb-4268-9f61-7d2e9b03e94a tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 946 time: 0.3216977 Mar 15 17:10:40.051337 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8133a5f5-542e-4ef3-a458-e324089645c9 req-fb20cf18-9f0f-41be-9f6f-a1c24d202357 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/security-groups?id=28dd1df4-d585-4583-b17b-33a527dff368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613524 Mar 15 17:10:40.059277 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Deleting port 12484f84-4e3c-42c1-98e7-929da8ebe778 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:40.059652 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.170557 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] For port 12484f84-4e3c-42c1-98e7-929da8ebe778, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=12484f84-4e3c-42c1-98e7-929da8ebe778,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:40.170557 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.191732 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Calling delete_port for 12484f84-4e3c-42c1-98e7-929da8ebe778 owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:40.282297 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38522) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:40.370220 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (12484f84-4e3c-42c1-98e7-929da8ebe778), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.421364 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1361471611-network', 'tenant_id': '49c19d4e952847919810702301ae0a5d'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:40.427436 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event deleted for resources: {'Port': ['ID=12484f84-4e3c-42c1-98e7-929da8ebe778,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:40.490210 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] No DVR routers for this DVR port 12484f84-4e3c-42c1-98e7-929da8ebe778 on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:10:40.493018 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.496815 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bd4fd43c-e024-4f94-b8d3-a66d09980013 req-193f1c19-8525-4219-bcd1-6ce3ec814600 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.43 "DELETE /v2.0/ports/12484f84-4e3c-42c1-98e7-929da8ebe778 HTTP/1.1" status: 204 len: 173 time: 0.5878847 Mar 15 17:10:40.497478 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'name': 'network-vif-deleted', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:10:40.501390 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2586eb9b-67a9-48b0-81cf-1d2613e9e7ac" -d '{"events": [{"server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "name": "network-vif-deleted", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:10:40.504302 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Made reservation on behalf of 49c19d4e952847919810702301ae0a5d for: {'network': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:10:40.507270 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.520697 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.589292 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab486079-0708-42fd-bc9f-109397737faf x-openstack-request-id: req-ab486079-0708-42fd-bc9f-109397737faf {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:10:40.599208 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b0a886-fefa-4d37-987e-1e8295d3bdfa", "name": "network-vif-deleted", "tag": "12484f84-4e3c-42c1-98e7-929da8ebe778", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:10:40.599208 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab486079-0708-42fd-bc9f-109397737faf {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:10:40.599208 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b0a886-fefa-4d37-987e-1e8295d3bdfa', 'name': 'network-vif-deleted', 'tag': '12484f84-4e3c-42c1-98e7-929da8ebe778', 'status': 'completed', 'code': 200} Mar 15 17:10:40.644071 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Publish callbacks [] for security_group (fef67cf0-3d21-446b-9ba0-23d208fbe78e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.648747 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (fef67cf0-3d21-446b-9ba0-23d208fbe78e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.678041 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:10:40.683697 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef67cf0-3d21-446b-9ba0-23d208fbe78e,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:40.692715 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (b21a937b-e4da-42ac-9690-c33eff9d85ec), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.692860 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.segments_db [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Added segment b21a937b-e4da-42ac-9690-c33eff9d85ec of type vlan for network adbc812d-468c-433c-8d35-e244931f0ae6 Mar 15 17:10:40.745978 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (adbc812d-468c-433c-8d35-e244931f0ae6), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.777049 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (adbc812d-468c-433c-8d35-e244931f0ae6), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.779173 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:40.779804 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:40.840601 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38536) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:40.845735 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Request body: {'subnet': {'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1361471611-subnet', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:40.848690 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5649338 Mar 15 17:10:40.887585 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73614e28-9753-486b-803e-6bcd05c292f4 admin admin] Pushing event updated for resources: {'Network': ['ID=adbc812d-468c-433c-8d35-e244931f0ae6,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:40.899376 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network adbc812d-468c-433c-8d35-e244931f0ae6 details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:10:40.908540 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Made reservation on behalf of 49c19d4e952847919810702301ae0a5d for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:10:40.911505 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260131453'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.135561 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260131439'] for subnet (861f28bd-4ad8-4882-ac70-e606710ee950), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.164367 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-95ac687a-be03-42d9-9715-5b09bdc495eb req-fce635f3-d02b-4bf7-9111-02eb2fb7623b tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 210 time: 0.0301723 Mar 15 17:10:41.200237 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=861f28bd-4ad8-4882-ac70-e606710ee950,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:41.223453 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Checking segment: {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:41.223804 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Network hostable DHCP agents. Network: adbc812d-468c-433c-8d35-e244931f0ae6, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:10:41.241375 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Network adbc812d-468c-433c-8d35-e244931f0ae6 is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:10:41.251553 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, adbc812d-468c-433c-8d35-e244931f0ae6) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:41.257248 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:41.257841 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.262712 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1daa599-4451-43b2-8a35-59cf687bf56a None None] Network adbc812d-468c-433c-8d35-e244931f0ae6 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:10:41.280846 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38542) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:41.281125 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6b160165-95d3-4c7b-b0d8-ae43b2374629 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4394143 Mar 15 17:10:41.286137 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:41.315250 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (64649b13-7776-4035-b23e-d1e04ced6df7), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.316383 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (64649b13-7776-4035-b23e-d1e04ced6df7), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.381934 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-adbc812d-468c-433c-8d35-e244931f0ae6', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'project_id': '49c19d4e952847919810702301ae0a5d', 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:10:41.383103 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.387216 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks [] for router_controller (64649b13-7776-4035-b23e-d1e04ced6df7), precommit_add_association {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.550934 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks [] for router_gateway (64649b13-7776-4035-b23e-d1e04ced6df7), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.558663 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Allocated IP 172.20.0.2 (adbc812d-468c-433c-8d35-e244931f0ae6/861f28bd-4ad8-4882-ac70-e606710ee950/abc1bbf9-39a9-476a-8875-7338dd899c83) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:10:41.769201 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks [] for router_gateway (64649b13-7776-4035-b23e-d1e04ced6df7), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.789784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.840777 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Publish callbacks [] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.846543 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.888140 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Network adbc812d-468c-433c-8d35-e244931f0ae6 is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:41.891275 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:41.892205 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Allocated IP 172.27.0.19 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/6c4f4e8e-7a49-4433-8c8c-adc8558e988e) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:10:41.894029 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:10:41.901758 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Pushing event updated for resources: {'Port': ['ID=abc1bbf9-39a9-476a-8875-7338dd899c83,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:41.953997 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Attempting to bind port abc1bbf9-39a9-476a-8875-7338dd899c83 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:10:41.954355 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Attempting to bind port abc1bbf9-39a9-476a-8875-7338dd899c83 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:10:41.954714 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Attempting to bind port abc1bbf9-39a9-476a-8875-7338dd899c83 on network adbc812d-468c-433c-8d35-e244931f0ae6 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:41.959583 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:10:41.959945 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Checking segment: {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:41.960338 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.960750 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Bound using segment: {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:10:41.961200 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Bound port: abc1bbf9-39a9-476a-8875-7338dd899c83, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:10:41.961566 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:41.998451 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks [] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:42.031455 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] For port abc1bbf9-39a9-476a-8875-7338dd899c83, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:10:42.034599 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:42.035336 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] For port abc1bbf9-39a9-476a-8875-7338dd899c83, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=abc1bbf9-39a9-476a-8875-7338dd899c83,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:10:42.041306 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:42.077435 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:42.080137 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:42.084704 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:10:42.101667 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fccd0-17f3-477b-b7fc-9bc0efc0c326 None None] Pushing event updated for resources: {'Port': ['ID=abc1bbf9-39a9-476a-8875-7338dd899c83,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:42.114811 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4f4e8e-7a49-4433-8c8c-adc8558e988e,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:42.293060 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-504c32e1-5215-469a-9885-137349aae598 req-17b4203b-b710-4cec-be6d-4203992f7683 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1b0a886-fefa-4d37-987e-1e8295d3bdfa HTTP/1.1" status: 200 len: 210 time: 0.0403519 Mar 15 17:10:42.405894 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks [] for router_gateway (64649b13-7776-4035-b23e-d1e04ced6df7), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:42.613016 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (64649b13-7776-4035-b23e-d1e04ced6df7), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:42.761630 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Router 64649b13-7776-4035-b23e-d1e04ced6df7 is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:10:42.912721 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:10:42.923978 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Sync routers for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:10:42.937983 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:42.939220 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:42.946005 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:42.947661 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-83183425-e674-4866-82bb-81c19818a710 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6651781 Mar 15 17:10:42.950755 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38600) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:43.148850 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:43.232867 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device abc1bbf9-39a9-476a-8875-7338dd899c83 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:43.307849 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8cf462-375b-43f5-8605-f24266519ec0 None None] Network adbc812d-468c-433c-8d35-e244931f0ae6 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:10:43.368714 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38632) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:43.413011 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8e11d6ce-6537-4d1b-bb5c-2a7b361c3b62 None None] Provisioning complete for port abc1bbf9-39a9-476a-8875-7338dd899c83 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:43.419769 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8e11d6ce-6537-4d1b-bb5c-2a7b361c3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.444078 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:42Z', 'revision_number': 3, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:43.474353 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Checking router: 64649b13-7776-4035-b23e-d1e04ced6df7 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:10:43.474710 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Updating router 64649b13-7776-4035-b23e-d1e04ced6df7 port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e binding host dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:10:43.505813 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.516844 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5661-66ff-446d-9d3b-c7625421ae13 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group (28dd1df4-d585-4583-b17b-33a527dff368), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.559562 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5661-66ff-446d-9d3b-c7625421ae13 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group (28dd1df4-d585-4583-b17b-33a527dff368), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.580971 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port abc1bbf9-39a9-476a-8875-7338dd899c83 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:43.581563 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.626913 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-f71d4ac5-cde1-4f5b-a419-62a3d420b211 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733008492&fields=id&tenant_id=a8de618d7d9749059419285b7fb63709 HTTP/1.1" status: 200 len: 267 time: 0.1288748 Mar 15 17:10:43.690269 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8e11d6ce-6537-4d1b-bb5c-2a7b361c3b62 None None] Current status of the port abc1bbf9-39a9-476a-8875-7338dd899c83 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:43.690750 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8e11d6ce-6537-4d1b-bb5c-2a7b361c3b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.723544 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.768138 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port abc1bbf9-39a9-476a-8875-7338dd899c83 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:43.768843 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.809677 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16de2eb2-582e-442c-886b-8b8abacafae0 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:43.821072 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16de2eb2-582e-442c-886b-8b8abacafae0 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 811 time: 0.1833239 Mar 15 17:10:43.830005 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port abc1bbf9-39a9-476a-8875-7338dd899c83, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=abc1bbf9-39a9-476a-8875-7338dd899c83,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:43.836037 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.857221 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-ca2fad96-07e8-4a4f-9466-47c592350a9a tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/quotas/a8de618d7d9749059419285b7fb63709 HTTP/1.1" status: 200 len: 375 time: 0.0350256 Mar 15 17:10:43.862517 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5661-66ff-446d-9d3b-c7625421ae13 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (28dd1df4-d585-4583-b17b-33a527dff368), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.865219 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5661-66ff-446d-9d3b-c7625421ae13 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.870302 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-6a2d5661-66ff-446d-9d3b-c7625421ae13 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] 10.222.0.42 "DELETE /v2.0/security-groups/28dd1df4-d585-4583-b17b-33a527dff368 HTTP/1.1" status: 204 len: 168 time: 0.5002575 Mar 15 17:10:43.897475 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d5661-66ff-446d-9d3b-c7625421ae13 tempest-TestShelveInstance-943448495 tempest-TestShelveInstance-943448495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd1df4-d585-4583-b17b-33a527dff368,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:43.899598 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=abc1bbf9-39a9-476a-8875-7338dd899c83,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:43.924345 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38640) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:43.959316 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.db.api [None req-8e11d6ce-6537-4d1b-bb5c-2a7b361c3b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 15 17:10:43.959929 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG oslo_db.api [None req-8e11d6ce-6537-4d1b-bb5c-2a7b361c3b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 15 17:10:43.968339 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Publish callbacks [] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), precommit_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:43.977514 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.013124 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-2f6c2052-e642-447c-9f25-1ee34000756d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1540842 Mar 15 17:10:44.033492 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Attempting to bind port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:10:44.033770 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Attempting to bind port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:10:44.034328 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Attempting to bind port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:44.045209 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:10:44.045581 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:44.046192 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.046748 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:10:44.047922 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.managers [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Bound port: 6c4f4e8e-7a49-4433-8c8c-adc8558e988e, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:10:44.048300 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), before_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.074527 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Pushing event updated for resources: {'Port': ['ID=6c4f4e8e-7a49-4433-8c8c-adc8558e988e,revision_number=2']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:44.088389 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.088769 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.089141 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.089498 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.089835 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.090165 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.090490 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.090810 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.091328 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.091825 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.092148 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.092709 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.093092 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.093349 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.093844 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.096241 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Allocated IP 172.20.0.1 (adbc812d-468c-433c-8d35-e244931f0ae6/861f28bd-4ad8-4882-ac70-e606710ee950/9d997389-dcfb-44d7-a6b6-0e882d72d0f7) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:10:44.127529 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] For port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:10:44.131316 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.plugins.ml2.db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] For port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6c4f4e8e-7a49-4433-8c8c-adc8558e988e,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:10:44.139787 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron_lib.callbacks.manager [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), after_update {{(pid=103237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.202196 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:44.202834 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:44.207886 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77947d61-447d-4d46-bcf7-c0098001921b None None] Pushing event updated for resources: {'Port': ['ID=6c4f4e8e-7a49-4433-8c8c-adc8558e988e,revision_number=3']} {{(pid=103237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:44.309707 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Publish callbacks [] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.322992 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:44.391249 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-de0f6de9-f381-49db-b32c-aa2cb8fa8029 service neutron] 10.222.0.42 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697636 Mar 15 17:10:44.418697 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.462859 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Network adbc812d-468c-433c-8d35-e244931f0ae6 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:44.473506 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:44.479484 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:10:44.510750 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Pushing event updated for resources: {'Port': ['ID=9d997389-dcfb-44d7-a6b6-0e882d72d0f7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:44.512570 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-842c7871-7400-44b8-8991-0ecbc8e574d9 service neutron] 10.222.0.42 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195185 Mar 15 17:10:44.519902 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38646) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:44.527946 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:42Z', 'revision_number': 3, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:44.536933 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.537280 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.537628 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.537968 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.538302 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.538640 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.538967 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.542986 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8e11d6ce-6537-4d1b-bb5c-2a7b361c3b62 None None] Current status of the port abc1bbf9-39a9-476a-8875-7338dd899c83 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:44.548538 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.548946 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.549268 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.549604 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.549939 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.550268 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.550789 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.551254 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:10:44.569069 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (64649b13-7776-4035-b23e-d1e04ced6df7), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.572275 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462272d5-9a52-47ed-a248-e912d5174558 None None] The sync data for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi is: [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:42Z', 'revision_number': 3, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:10:44.601824 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9e05c5-65e3-4b9c-904d-de0976b531d6 admin admin] Deleting subnet c9a4caf9-e78a-4583-abf1-00d4edc154fa {{(pid=103235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:10:44.614824 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f9e05c5-65e3-4b9c-904d-de0976b531d6 admin admin] Publish callbacks [] for subnet (c9a4caf9-e78a-4583-abf1-00d4edc154fa), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.658806 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f9e05c5-65e3-4b9c-904d-de0976b531d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638637'] for subnet (c9a4caf9-e78a-4583-abf1-00d4edc154fa), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.691684 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-d3a3464b-6a92-4c82-a5f7-81a88843827a None None] Provisioning complete for port abc1bbf9-39a9-476a-8875-7338dd899c83 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:44.693969 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d3a3464b-6a92-4c82-a5f7-81a88843827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.751002 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (f353d759-8669-46ed-b90d-e1acdbec08ce), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.788337 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f9e05c5-65e3-4b9c-904d-de0976b531d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (c9a4caf9-e78a-4583-abf1-00d4edc154fa), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.826097 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-d3a3464b-6a92-4c82-a5f7-81a88843827a None None] Current status of the port abc1bbf9-39a9-476a-8875-7338dd899c83 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:44.862921 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f9e05c5-65e3-4b9c-904d-de0976b531d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4101447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753961'] for subnet (c9a4caf9-e78a-4583-abf1-00d4edc154fa), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.889377 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.890758 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e05c5-65e3-4b9c-904d-de0976b531d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a4caf9-e78a-4583-abf1-00d4edc154fa,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:44.911331 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f9e05c5-65e3-4b9c-904d-de0976b531d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:44.919221 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-4f9e05c5-65e3-4b9c-904d-de0976b531d6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c9a4caf9-e78a-4583-abf1-00d4edc154fa HTTP/1.1" status: 204 len: 168 time: 0.3970079 Mar 15 17:10:44.920073 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38656) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:44.978113 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-a37f4edc-79fc-409d-b58d-c7f5bf7bd1af None None] Provisioning complete for port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:44.981023 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a37f4edc-79fc-409d-b58d-c7f5bf7bd1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.022603 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 12484f84-4e3c-42c1-98e7-929da8ebe778 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:10:45.069755 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 12484f84-4e3c-42c1-98e7-929da8ebe778 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:10:45.070394 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 12484f84-4e3c-42c1-98e7-929da8ebe778 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:10:45.078139 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-a37f4edc-79fc-409d-b58d-c7f5bf7bd1af None None] Port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:10:45.103151 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-42d7e2bc-d6aa-4d3a-a829-4525650181b2 req-a63b34f1-0919-48dd-9f1d-5036b17145c4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 210 time: 0.1190524 Mar 15 17:10:45.130718 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (b7341485-9e73-48ef-b24d-c232d4383ac7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.256959 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Publish callbacks [] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.259227 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (b7341485-9e73-48ef-b24d-c232d4383ac7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.269803 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.306996 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7341485-9e73-48ef-b24d-c232d4383ac7']}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:45.318635 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc99ff17-c301-4006-80de-f3b25638b054') {'for_net_delete': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:45.318929 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc99ff17-c301-4006-80de-f3b25638b054') {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:45.334720 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device abc1bbf9-39a9-476a-8875-7338dd899c83 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:45.340802 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638612'] for segment (cc99ff17-c301-4006-80de-f3b25638b054), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.344669 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (64649b13-7776-4035-b23e-d1e04ced6df7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.358394 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (cc99ff17-c301-4006-80de-f3b25638b054), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.371903 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:10:45.372334 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4101629'] for segment (cc99ff17-c301-4006-80de-f3b25638b054), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: Traceback (most recent call last): Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: timer() Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: cb(*args, **kw) Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: return func(*args, **kwargs) Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: self._notify() Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: self.callback(batched_events) Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: event.method(event) Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: return f(self, *a, **k) Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._get(url).json() Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: return self.request(url, 'GET', **kwargs) Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:10:45.374273 dv-cinder-733623-12-iscsi neutron-server[103235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:10:45.445758 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port abc1bbf9-39a9-476a-8875-7338dd899c83 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:45.446136 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.495163 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (b7341485-9e73-48ef-b24d-c232d4383ac7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.506769 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.512311 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b7341485-9e73-48ef-b24d-c232d4383ac7 HTTP/1.1" status: 204 len: 168 time: 0.5901992 Mar 15 17:10:45.534578 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659b0fb-ce51-4714-a0d6-9d3c48b06b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7341485-9e73-48ef-b24d-c232d4383ac7,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:45.595489 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port abc1bbf9-39a9-476a-8875-7338dd899c83 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:45.597027 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6c4f4e8e-7a49-4433-8c8c-adc8558e988e up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:45.658234 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:45.658609 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.701990 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38668) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:45.759043 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-08770429-d3fc-49d8-af83-966dc6464ec3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a361f81ead9545c1ae290747c9195398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546775 Mar 15 17:10:45.761448 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38670) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:45.783717 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:45.784777 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.808663 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6c4f4e8e-7a49-4433-8c8c-adc8558e988e,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:45.816908 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.829124 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2eb2350d-989a-472a-978d-a26693832b18 admin admin] Publish callbacks [] for security_group (750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.851104 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Pushing event updated for resources: {'Port': ['ID=9d997389-dcfb-44d7-a6b6-0e882d72d0f7,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:45.870120 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2eb2350d-989a-472a-978d-a26693832b18 admin admin] Publish callbacks [] for security_group (750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.890479 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Deleting port 0a8126fd-8525-43e3-aea9-c0c9e9532eab {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:45.891756 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.904322 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=6c4f4e8e-7a49-4433-8c8c-adc8558e988e,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:45.938730 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2eb2350d-989a-472a-978d-a26693832b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.941372 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2eb2350d-989a-472a-978d-a26693832b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:45.942539 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-2eb2350d-989a-472a-978d-a26693832b18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd HTTP/1.1" status: 204 len: 168 time: 0.1801722 Mar 15 17:10:45.947706 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Network adbc812d-468c-433c-8d35-e244931f0ae6 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:45.950450 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2350d-989a-472a-978d-a26693832b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750f5b5a-3da3-48e1-b1f4-39e5c8c3fdfd,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:45.950690 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:46.084650 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] For port 0a8126fd-8525-43e3-aea9-c0c9e9532eab, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=0a8126fd-8525-43e3-aea9-c0c9e9532eab,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:46.085406 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:46.104052 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Calling delete_port for 0a8126fd-8525-43e3-aea9-c0c9e9532eab owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:46.178227 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Router 64649b13-7776-4035-b23e-d1e04ced6df7 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:10:46.258422 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c5a84f1a-2082-4832-92a3-dd1d808bd78c req-9cadd0f8-3747-48ad-8e6c-b9152ec5496f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 210 time: 0.0473921 Mar 15 17:10:46.377193 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-37f1dae4-769a-4af2-ac84-a9126edb4297 None None] Provisioning complete for port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:46.378102 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-37f1dae4-769a-4af2-ac84-a9126edb4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:46.433777 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-37f1dae4-769a-4af2-ac84-a9126edb4297 None None] Port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:10:46.446150 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-2d986630-4d3e-4136-88d7-1e262ebccce8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:46.447725 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-2d986630-4d3e-4136-88d7-1e262ebccce8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 811 time: 0.1742525 Mar 15 17:10:46.458963 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:10:46.464079 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-bb35da10-0635-43ac-814e-c2477038c70c admin admin] 10.222.0.42 "PUT /v2.0/routers/64649b13-7776-4035-b23e-d1e04ced6df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5122221 Mar 15 17:10:46.528177 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (0a8126fd-8525-43e3-aea9-c0c9e9532eab), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:46.557581 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-92d43600-5776-4c5d-9557-5bdb74ac3caf tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8de618d7d9749059419285b7fb63709 HTTP/1.1" status: 200 len: 379 time: 0.1014438 Mar 15 17:10:46.566863 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8126fd-8525-43e3-aea9-c0c9e9532eab,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:46.580714 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'port': {'device_id': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'admin_state_up': True, 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'security_groups': ['15fc2b3c-faae-4097-a21f-cc07632a7da8']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:46.766002 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (f353d759-8669-46ed-b90d-e1acdbec08ce), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:46.775300 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Made reservation on behalf of a8de618d7d9749059419285b7fb63709 for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:10:46.784460 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:46.978653 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Allocated IP 172.20.0.9 (13503971-bf87-4012-9466-edc95354766f/67b8ff3d-237e-417c-b6fe-e7b371cec876/5cc1285e-0a44-46ec-9058-1e6bbfdae31b) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:10:47.059896 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Router f353d759-8669-46ed-b90d-e1acdbec08ce has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:10:47.077900 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Sync routers for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:10:47.101085 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:47.101725 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:47.211131 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.232371 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:10:47.241812 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1f8bac28-7eb6-432c-afaa-0daf12f187a0 admin admin] 10.222.0.42 "PUT /v2.0/routers/f353d759-8669-46ed-b90d-e1acdbec08ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3164253 Mar 15 17:10:47.244346 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38688) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:47.247478 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] Sync routers for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:10:47.256389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.261108 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6c4f4e8e-7a49-4433-8c8c-adc8558e988e up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:47.267524 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:47.268189 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:47.319455 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'Port': ['ID=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:47.343595 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Network 13503971-bf87-4012-9466-edc95354766f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:47.347191 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:47.349874 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:10:47.354464 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38694) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:47.398485 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1845584593-network', 'tenant_id': '3aed889441b74d1eba40b5358b70301d'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:47.403064 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:47.404743 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:47.414664 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:47.415584 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.441863 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Made reservation on behalf of 3aed889441b74d1eba40b5358b70301d for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:10:47.444541 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.468982 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.478408 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-cb3e3ebf-070d-4541-8a7b-2c52f8e80a23 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9137406 Mar 15 17:10:47.480949 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:47.481323 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.492895 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Request body: {'port': {'device_id': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:47.519922 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks [] for router (f353d759-8669-46ed-b90d-e1acdbec08ce), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.581134 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb65944-58f5-45d9-ae59-fc9bdad80a24 req-d405d734-51e4-4540-b1cb-fae1f4bb1f3f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:47.582820 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fb65944-58f5-45d9-ae59-fc9bdad80a24 req-d405d734-51e4-4540-b1cb-fae1f4bb1f3f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 931 time: 0.1633341 Mar 15 17:10:47.598873 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.621956 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:10:46Z', 'revision_number': 5, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:47.682710 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] Checking router: f353d759-8669-46ed-b90d-e1acdbec08ce for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:10:47.703222 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] Routers {'f353d759-8669-46ed-b90d-e1acdbec08ce'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:47.704922 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['f353d759-8669-46ed-b90d-e1acdbec08ce'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:47.724007 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks [] for router_gateway (f353d759-8669-46ed-b90d-e1acdbec08ce), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.734999 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9fb65944-58f5-45d9-ae59-fc9bdad80a24 req-da308da0-20c1-4324-b774-04593f6cbec2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442657 Mar 15 17:10:47.744200 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Publish callbacks [] for security_group (65c4b742-5c13-442a-a925-0cadd0544f67), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.752479 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (65c4b742-5c13-442a-a925-0cadd0544f67), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.756996 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:47.771308 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 15 17:10:47.783094 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (08b6582a-49dc-4219-aeba-f6361ad86648), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.783704 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Added segment 08b6582a-49dc-4219-aeba-f6361ad86648 of type vlan for network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f Mar 15 17:10:47.811636 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-182b7356-0577-4f9c-af9a-0cf618ead014 None None] Provisioning complete for port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:47.812006 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-182b7356-0577-4f9c-af9a-0cf618ead014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.837537 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743084952513'] for network (39c5a876-7ec0-4d06-a7c6-5752e3462b4f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.867563 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] Set router f353d759-8669-46ed-b90d-e1acdbec08ce gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:47.870126 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '9d997389-dcfb-44d7-a6b6-0e882d72d0f7', 'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'mac_address': 'fa:16:3e:ff:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:43Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 2, 'project_id': '49c19d4e952847919810702301ae0a5d', 'subnets': [{'id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:47.873647 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-182b7356-0577-4f9c-af9a-0cf618ead014 None None] Port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:10:47.884618 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c4b742-5c13-442a-a925-0cadd0544f67,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:47.902904 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Checking router: 64649b13-7776-4035-b23e-d1e04ced6df7 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:10:47.903273 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Updating router 64649b13-7776-4035-b23e-d1e04ced6df7 port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:10:47.913458 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450'] for network (39c5a876-7ec0-4d06-a7c6-5752e3462b4f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.915279 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:47.915426 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.932438 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:47.994816 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6390395 Mar 15 17:10:47.996008 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38696) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:48.001209 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Deleting port 15c18dfe-df83-446a-9262-35927212d48e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:48.001652 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (15c18dfe-df83-446a-9262-35927212d48e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.044012 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc1285e-0a44-46ec-9058-1e6bbfdae31b {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:10:48.054164 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Publish callbacks [] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.057327 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Request body: {'subnet': {'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1845584593-subnet', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:48.063030 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b8fd0-ccf4-4c69-9614-57573b7aac01 admin admin] Pushing event updated for resources: {'Network': ['ID=39c5a876-7ec0-4d06-a7c6-5752e3462b4f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:48.079735 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f details requested by agent ovs-agent-dv-cinder-733623-12-iscsi with host dv-cinder-733623-12-iscsi {{(pid=103236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 15 17:10:48.091347 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Transition to ACTIVE for port object 5cc1285e-0a44-46ec-9058-1e6bbfdae31b will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:10:48.096212 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Made reservation on behalf of 3aed889441b74d1eba40b5358b70301d for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:10:48.097593 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.098870 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260131453'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.162077 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:10:46Z', 'revision_number': 5, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:48.164628 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] For port 15c18dfe-df83-446a-9262-35927212d48e, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=15c18dfe-df83-446a-9262-35927212d48e,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:48.165067 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (15c18dfe-df83-446a-9262-35927212d48e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.196266 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Calling delete_port for 15c18dfe-df83-446a-9262-35927212d48e owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:48.211235 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:48.231477 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e029e4-9343-49cf-bcdb-26f5abc114e9 None None] The sync data for ids ['f353d759-8669-46ed-b90d-e1acdbec08ce'] in dv-cinder-733623-12-iscsi is: [{'id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'name': 'tempest-TestShelveInstance-367191961-router', 'tenant_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '15c18dfe-df83-446a-9262-35927212d48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:10:46Z', 'revision_number': 5, 'project_id': 'a9e60a2e516a4caaa72049ae3e13aec4', 'gw_port': {'id': '15c18dfe-df83-446a-9262-35927212d48e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f353d759-8669-46ed-b90d-e1acdbec08ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:25Z', 'updated_at': '2022-03-15T17:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:10:48.306385 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Attempting to bind port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:10:48.306892 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Attempting to bind port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:10:48.307274 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Attempting to bind port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b on network 13503971-bf87-4012-9466-edc95354766f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:48.312742 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b on network 13503971-bf87-4012-9466-edc95354766f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:10:48.313064 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Attempting to bind port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b on network 13503971-bf87-4012-9466-edc95354766f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:48.319035 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:10:48.319381 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Checking segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:48.319768 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Bound using segment: {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:10:48.320198 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Bound port: 5cc1285e-0a44-46ec-9058-1e6bbfdae31b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b197a709-6a50-44de-bb32-22e0be132d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13503971-bf87-4012-9466-edc95354766f'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:10:48.320621 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.403158 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] For port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:10:48.407741 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] For port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:10:48.417024 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.453108 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:48.453969 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.455418 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] 10.222.0.43 "PUT /v2.0/ports/5cc1285e-0a44-46ec-9058-1e6bbfdae31b HTTP/1.1" status: 200 len: 1093 time: 0.9694505 Mar 15 17:10:48.455886 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:10:48.456460 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260131439'] for subnet (b163aae8-842d-4525-9890-b2ac23b96ef1), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.458516 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:10:48.496579 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Publish callbacks [] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.500200 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16089efc-cc18-466e-b9cb-723caaa4794f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:48.505273 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.554564 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d11b7d3-f865-40ac-8a46-11e6f9c20c72 x-openstack-request-id: req-4d11b7d3-f865-40ac-8a46-11e6f9c20c72 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:10:48.554939 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:10:48.555269 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d11b7d3-f865-40ac-8a46-11e6f9c20c72 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:10:48.555733 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'status': 'completed', 'code': 200} Mar 15 17:10:48.562074 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-f2b788bf-ceba-4dc1-85e9-8c01523973d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:48.564790 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-f2b788bf-ceba-4dc1-85e9-8c01523973d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 1127 time: 0.0570660 Mar 15 17:10:48.622038 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Checking segment: {'id': '08b6582a-49dc-4219-aeba-f6361ad86648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:48.622591 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Network hostable DHCP agents. Network: 39c5a876-7ec0-4d06-a7c6-5752e3462b4f, hostable agents: ['f3520873-a985-4ce8-8fc8-f48722407761'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 15 17:10:48.625046 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5c3c2-0467-4bea-bbd4-2bdf847ec6d0 None None] Pushing event updated for resources: {'Port': ['ID=9d997389-dcfb-44d7-a6b6-0e882d72d0f7,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:48.643432 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-3a07645a-dd7d-4ed3-b0cc-00b9f6a1903a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc1285e-0a44-46ec-9058-1e6bbfdae31b HTTP/1.1" status: 200 len: 217 time: 0.0713465 Mar 15 17:10:48.647440 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b163aae8-842d-4525-9890-b2ac23b96ef1,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:48.667672 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (15c18dfe-df83-446a-9262-35927212d48e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.702651 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Attempting to bind port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:10:48.703465 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Attempting to bind port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:10:48.703990 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Attempting to bind port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 on network adbc812d-468c-433c-8d35-e244931f0ae6 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:48.712175 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:10:48.712819 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Checking segment: {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:48.713226 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.713617 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Bound using segment: {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:10:48.714092 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Bound port: 9d997389-dcfb-44d7-a6b6-0e882d72d0f7, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:10:48.714471 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.724728 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f is scheduled to be hosted by DHCP agent f3520873-a985-4ce8-8fc8-f48722407761 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 15 17:10:48.751271 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-825ab50d-c4c8-4ae8-8ee8-21970c085926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:48.753256 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-825ab50d-c4c8-4ae8-8ee8-21970c085926 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.1023827 Mar 15 17:10:48.772459 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c18dfe-df83-446a-9262-35927212d48e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:48.819880 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-12-iscsi, 39c5a876-7ec0-4d06-a7c6-5752e3462b4f) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:48.832618 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:48.833535 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.843419 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2a38d-d38c-4687-a391-417adab41bc0 None None] Network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:10:48.876010 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (f353d759-8669-46ed-b90d-e1acdbec08ce), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:48.882210 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5855b666-9d39-474b-9c33-84ce45346b32 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8829229 Mar 15 17:10:48.891669 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-77b67622-49e4-4a23-a34d-2c88d4b52eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:48.897300 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-77b67622-49e4-4a23-a34d-2c88d4b52eea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1367130 Mar 15 17:10:48.897908 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38702) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:48.922311 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:10:48.972223 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] For port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:10:49.007100 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16349512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8857'] for router (852e46ce-c9ad-45a4-9ee5-daec92b090e8), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.007673 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (f353d759-8669-46ed-b90d-e1acdbec08ce), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.008861 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16349660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16272651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8850'] for router (852e46ce-c9ad-45a4-9ee5-daec92b090e8), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.014791 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks [] for router_controller (f353d759-8669-46ed-b90d-e1acdbec08ce), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.015307 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] For port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=9d997389-dcfb-44d7-a6b6-0e882d72d0f7,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:10:49.032102 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.049068 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816595f2-22dd-4800-9d41-587087cea346 req-6eba6cd0-c1fc-438a-8ba7-98ca5148ca51 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:49.050743 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-816595f2-22dd-4800-9d41-587087cea346 req-6eba6cd0-c1fc-438a-8ba7-98ca5148ca51 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 943 time: 0.1760290 Mar 15 17:10:49.077447 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (f353d759-8669-46ed-b90d-e1acdbec08ce), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.077797 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-475cf543-b675-42d9-ac45-5f73e1fa680a None None] Provisioning complete for port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:49.079478 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f353d759-8669-46ed-b90d-e1acdbec08ce {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:10:49.080602 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-475cf543-b675-42d9-ac45-5f73e1fa680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.090846 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.094829 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-abf95500-63f9-4f5e-9d28-1139e17c9327 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f353d759-8669-46ed-b90d-e1acdbec08ce HTTP/1.1" status: 204 len: 168 time: 1.8492591 Mar 15 17:10:49.095489 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38704) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:49.121162 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74b2641-1ea4-55a3-825d-ca3b5aa448c4-39c5a876-7ec0-4d06-a7c6-5752e3462b4f', 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f', 'project_id': '3aed889441b74d1eba40b5358b70301d', 'fixed_ips': [{'subnet_id': 'b163aae8-842d-4525-9890-b2ac23b96ef1'}]}} from dv-cinder-733623-12-iscsi. {{(pid=103236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 15 17:10:49.122650 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.131619 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-503f03ef-baff-4b39-a595-565127f927b6 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056289 Mar 15 17:10:49.138082 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks [] for router_controller (852e46ce-c9ad-45a4-9ee5-daec92b090e8), precommit_add_association {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.195876 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f8027b-4284-4849-8c71-30622fc36936 admin admin] Deleting subnet 6045e005-abb3-4d60-b928-511f35402040 {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:10:49.206621 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34f8027b-4284-4849-8c71-30622fc36936 admin admin] Publish callbacks [] for subnet (6045e005-abb3-4d60-b928-511f35402040), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.207279 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 0a8126fd-8525-43e3-aea9-c0c9e9532eab no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:10:49.255773 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34f8027b-4284-4849-8c71-30622fc36936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260223105'] for subnet (6045e005-abb3-4d60-b928-511f35402040), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.266621 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 0a8126fd-8525-43e3-aea9-c0c9e9532eab {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:10:49.267103 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 0a8126fd-8525-43e3-aea9-c0c9e9532eab not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:10:49.336343 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:49.337004 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:49.369711 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34f8027b-4284-4849-8c71-30622fc36936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (6045e005-abb3-4d60-b928-511f35402040), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.378228 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-816595f2-22dd-4800-9d41-587087cea346 req-6d6b2934-cfb3-4ec0-8cf8-b2b47216b93d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080025 Mar 15 17:10:49.425054 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34f8027b-4284-4849-8c71-30622fc36936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260131416'] for subnet (6045e005-abb3-4d60-b928-511f35402040), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.433461 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5c3c2-0467-4bea-bbd4-2bdf847ec6d0 None None] Pushing event updated for resources: {'Port': ['ID=9d997389-dcfb-44d7-a6b6-0e882d72d0f7,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:49.452669 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8027b-4284-4849-8c71-30622fc36936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6045e005-abb3-4d60-b928-511f35402040,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:49.458511 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34f8027b-4284-4849-8c71-30622fc36936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.462450 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-34f8027b-4284-4849-8c71-30622fc36936 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6045e005-abb3-4d60-b928-511f35402040 HTTP/1.1" status: 204 len: 168 time: 0.3659680 Mar 15 17:10:49.465032 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38706) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:49.470985 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37779151-56e1-43c7-99c6-129ab9c95a21 None None] Network 383e2855-edee-431f-82e3-9ead978f319c requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:10:49.474197 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks [] for router_gateway (852e46ce-c9ad-45a4-9ee5-daec92b090e8), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.504742 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-30ffdf8e-9273-420c-baeb-ad0f04d97034 req-93a18bb3-6447-47e7-9fc7-a7f16e1329d2 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650448 Mar 15 17:10:49.548902 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (383e2855-edee-431f-82e3-9ead978f319c), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.623496 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-cb9d719d-2ecb-4a7d-a84f-45f754851464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:49.625110 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-cb9d719d-2ecb-4a7d-a84f-45f754851464 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 1127 time: 0.0605612 Mar 15 17:10:49.637983 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:49.640523 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.db_base_plugin_common [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Allocated IP 172.20.0.2 (39c5a876-7ec0-4d06-a7c6-5752e3462b4f/b163aae8-842d-4525-9890-b2ac23b96ef1/b85b279c-aafd-4950-aba8-bf5babc044ea) {{(pid=103236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:10:49.694692 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-475cf543-b675-42d9-ac45-5f73e1fa680a None None] Current status of the port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:49.695219 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-475cf543-b675-42d9-ac45-5f73e1fa680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.823980 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-d43ee160-a4b0-4646-a754-0d9fc06982aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:49.825537 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-d43ee160-a4b0-4646-a754-0d9fc06982aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.1899390 Mar 15 17:10:49.843527 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks [] for router_gateway (852e46ce-c9ad-45a4-9ee5-daec92b090e8), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.865160 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-475cf543-b675-42d9-ac45-5f73e1fa680a None None] For port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=9d997389-dcfb-44d7-a6b6-0e882d72d0f7,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:49.891602 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.894139 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-0d0a756a-8d4b-4b63-8240-b0ed8bd52e96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc1285e-0a44-46ec-9058-1e6bbfdae31b HTTP/1.1" status: 200 len: 217 time: 0.0581031 Mar 15 17:10:49.910003 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-475cf543-b675-42d9-ac45-5f73e1fa680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.910273 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Deleting port c41b1d65-1e62-4a04-ad89-b4ad83431768 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:49.910737 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.975830 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] For port c41b1d65-1e62-4a04-ad89-b4ad83431768, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=c41b1d65-1e62-4a04-ad89-b4ad83431768,segment=NetworkSegment(4790ec64-62f1-469a-adfe-b5b03fa4a20b),segment_id=4790ec64-62f1-469a-adfe-b5b03fa4a20b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:49.976020 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:49.994818 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Calling delete_port for c41b1d65-1e62-4a04-ad89-b4ad83431768 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:50.010485 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-2f8b1447-36b4-43ec-955b-205a633570da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:50.011927 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-2f8b1447-36b4-43ec-955b-205a633570da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.1057391 Mar 15 17:10:50.045626 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cf543-b675-42d9-ac45-5f73e1fa680a None None] Pushing event updated for resources: {'Port': ['ID=9d997389-dcfb-44d7-a6b6-0e882d72d0f7,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:50.067407 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Allocated IP 172.27.0.214 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/09514a95-0f5c-46b4-8efb-2c6b7e37f8c9) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:10:50.080327 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004cc7a9-051f-4dfb-b4b7-87d836b28f68 None None] DHCP port deletion for 383e2855-edee-431f-82e3-9ead978f319c request from dv-cinder-733623-12-iscsi {{(pid=103236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:10:50.097238 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (c41b1d65-1e62-4a04-ad89-b4ad83431768), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.131544 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c41b1d65-1e62-4a04-ad89-b4ad83431768,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:50.133401 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] No DVR routers for this DVR port c41b1d65-1e62-4a04-ad89-b4ad83431768 on host dv-cinder-733623-12-iscsi {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:10:50.145929 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-b7bb379b-3970-489d-a34d-4f77769046f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:50.147483 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-b7bb379b-3970-489d-a34d-4f77769046f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1284502 Mar 15 17:10:50.156372 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-004cc7a9-051f-4dfb-b4b7-87d836b28f68 None None] The port 'c41b1d65-1e62-4a04-ad89-b4ad83431768' was deleted {{(pid=103236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 15 17:10:50.171655 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Publish callbacks [] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), precommit_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.189942 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), after_create {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.196503 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-bfc4d223-8b02-4950-a253-ba5ce0dec09d None None] Provisioning complete for port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:50.196872 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d223-8b02-4950-a253-ba5ce0dec09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.216792 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (383e2855-edee-431f-82e3-9ead978f319c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.244924 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383e2855-edee-431f-82e3-9ead978f319c']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:50.257550 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4790ec64-62f1-469a-adfe-b5b03fa4a20b') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:50.257924 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4790ec64-62f1-469a-adfe-b5b03fa4a20b') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:50.260913 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks [] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.268247 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260223160'] for segment (4790ec64-62f1-469a-adfe-b5b03fa4a20b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.284387 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (4790ec64-62f1-469a-adfe-b5b03fa4a20b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.296717 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:10:50.296717 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097293'] for segment (4790ec64-62f1-469a-adfe-b5b03fa4a20b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: timer() Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: cb(*args, **kw) Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: self._notify() Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: self.callback(batched_events) Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: event.method(event) Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._get(url).json() Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:10:50.297751 dv-cinder-733623-12-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:10:50.302263 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f is already hosted by enough agents. {{(pid=103236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:50.305853 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-017b1dcc-ff6f-4f70-9131-08245ffb17d5 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524315 Mar 15 17:10:50.312835 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.scheduler.base_scheduler [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Resources bound (agent type, host, resource id): {{(pid=103236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:50.315767 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Received port after_create {{(pid=103236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:10:50.319827 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Pushing event updated for resources: {'Port': ['ID=b85b279c-aafd-4950-aba8-bf5babc044ea,revision_number=1']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:50.333319 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.341007 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '9d997389-dcfb-44d7-a6b6-0e882d72d0f7', 'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'mac_address': 'fa:16:3e:ff:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:43Z', 'updated_at': '2022-03-15T17:10:48Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'subnets': [{'id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:50.354628 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (383e2855-edee-431f-82e3-9ead978f319c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.363652 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.371767 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] 10.222.0.42 "DELETE /v2.0/networks/383e2855-edee-431f-82e3-9ead978f319c HTTP/1.1" status: 204 len: 168 time: 0.9053454 Mar 15 17:10:50.373639 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38708) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:50.412677 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:50.420066 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:50.427687 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:10:50.431071 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3daa53-4d58-4247-908a-2479a243ec8d admin admin] Pushing event deleted for resources: {'Network': ['ID=383e2855-edee-431f-82e3-9ead978f319c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:50.432959 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Pushing event updated for resources: {'Port': ['ID=09514a95-0f5c-46b4-8efb-2c6b7e37f8c9,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:50.495375 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6ceed86a-0e5d-4ec6-9242-c680e02e5fdf req-5ac94ac9-d00c-44a8-ac13-8416fbe5ea60 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829853 Mar 15 17:10:50.537831 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b88574-1775-416a-ae11-5c569743f9d5 None None] The sync data for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi is: [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '9d997389-dcfb-44d7-a6b6-0e882d72d0f7', 'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'mac_address': 'fa:16:3e:ff:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:43Z', 'updated_at': '2022-03-15T17:10:48Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'subnets': [{'id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:10:50.570159 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Attempting to bind port b85b279c-aafd-4950-aba8-bf5babc044ea on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:10:50.570651 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Attempting to bind port b85b279c-aafd-4950-aba8-bf5babc044ea by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '08b6582a-49dc-4219-aeba-f6361ad86648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:10:50.571079 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Attempting to bind port b85b279c-aafd-4950-aba8-bf5babc044ea on network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:50.631455 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:10:50.632473 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Checking segment: {'id': '08b6582a-49dc-4219-aeba-f6361ad86648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:50.632644 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.633857 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Bound using segment: {'id': '08b6582a-49dc-4219-aeba-f6361ad86648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:10:50.634757 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Bound port: b85b279c-aafd-4950-aba8-bf5babc044ea, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b6582a-49dc-4219-aeba-f6361ad86648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:10:50.635302 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.684005 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf375bf7-cb5d-4757-ac18-acc808de4e84 req-4e588fdc-43a0-4382-9a0e-10144961d84d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:50.686076 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cf375bf7-cb5d-4757-ac18-acc808de4e84 req-4e588fdc-43a0-4382-9a0e-10144961d84d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 943 time: 0.1878977 Mar 15 17:10:50.731109 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] For port b85b279c-aafd-4950-aba8-bf5babc044ea, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:10:50.754041 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4d223-8b02-4950-a253-ba5ce0dec09d None None] Current status of the port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:50.758678 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] For port b85b279c-aafd-4950-aba8-bf5babc044ea, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=b85b279c-aafd-4950-aba8-bf5babc044ea,segment=NetworkSegment(08b6582a-49dc-4219-aeba-f6361ad86648),segment_id=08b6582a-49dc-4219-aeba-f6361ad86648)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:10:50.767331 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:50.846508 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef5ea7-15d3-44a5-860a-b3268dbc897e None None] Pushing event updated for resources: {'Port': ['ID=b85b279c-aafd-4950-aba8-bf5babc044ea,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:50.870833 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (b7eac607-5cf6-434d-a807-90ebb50dec69), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:51.186653 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-cf375bf7-cb5d-4757-ac18-acc808de4e84 req-e111a524-9bab-4a95-9d54-7acfee73512e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4522498 Mar 15 17:10:51.215193 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks [] for router_gateway (852e46ce-c9ad-45a4-9ee5-daec92b090e8), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:51.248051 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Deleting port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:51.248659 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:51.255257 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:51.345619 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:51.345990 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:51.366089 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] For port 1bf2225c-2d98-436d-a7aa-a5be8c7342d6, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=1bf2225c-2d98-436d-a7aa-a5be8c7342d6,segment=NetworkSegment(a8bec24f-72b4-499a-8501-9c1c7d4afebc),segment_id=a8bec24f-72b4-499a-8501-9c1c7d4afebc)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:51.367285 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:51.384359 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Calling delete_port for 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:51.445663 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:51.478418 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16349653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-428115'] for router (852e46ce-c9ad-45a4-9ee5-daec92b090e8), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:51.540808 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device c41b1d65-1e62-4a04-ad89-b4ad83431768 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:10:51.563193 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: c41b1d65-1e62-4a04-ad89-b4ad83431768 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:10:51.563644 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device c41b1d65-1e62-4a04-ad89-b4ad83431768 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:10:51.564139 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 15c18dfe-df83-446a-9262-35927212d48e no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:10:51.585772 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 15c18dfe-df83-446a-9262-35927212d48e {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:10:51.586205 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 15c18dfe-df83-446a-9262-35927212d48e not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:10:51.615232 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (1bf2225c-2d98-436d-a7aa-a5be8c7342d6), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:51.624574 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 is scheduled to L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 with binding_index 1 {{(pid=103235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 15 17:10:51.647795 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf2225c-2d98-436d-a7aa-a5be8c7342d6,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:51.766428 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:10:51.782182 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Sync routers for ids ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:10:51.797658 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Routers {'852e46ce-c9ad-45a4-9ee5-daec92b090e8'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:51.798705 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:51.804505 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:51.808252 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-01ff4ffe-d976-4e47-90b1-8bef5eb1665c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9054785 Mar 15 17:10:51.808548 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38712) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:51.906819 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (b7eac607-5cf6-434d-a807-90ebb50dec69), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:51.932172 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Set router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:52.196718 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:50Z', 'revision_number': 3, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'gw_port': {'id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:52.209029 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Router b7eac607-5cf6-434d-a807-90ebb50dec69 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:10:52.237154 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Checking router: 852e46ce-c9ad-45a4-9ee5-daec92b090e8 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:10:52.237570 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Updating router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:10:52.274307 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d9a72-eb6a-4f68-a70b-f7905627f9ad None None] Network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:10:52.343288 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:10:52.346309 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.347871 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-2f652930-af39-4c74-a12f-795775f75c60 None None] Provisioning complete for port b85b279c-aafd-4950-aba8-bf5babc044ea triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:52.348221 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2f652930-af39-4c74-a12f-795775f75c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.357910 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8c803388-f861-4aea-9bfd-262bbe0b83f4 admin admin] 10.222.0.42 "PUT /v2.0/routers/b7eac607-5cf6-434d-a807-90ebb50dec69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833052 Mar 15 17:10:52.360516 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38716) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:52.361202 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] Sync routers for ids ['b7eac607-5cf6-434d-a807-90ebb50dec69'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:10:52.391207 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] Routers {'b7eac607-5cf6-434d-a807-90ebb50dec69'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:52.397565 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['b7eac607-5cf6-434d-a807-90ebb50dec69'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:52.402745 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a5a7f-2969-4b38-b347-5a00b78ad859 req-b1c2ad30-1a87-4cda-bf31-2eeb6919e639 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:52.404839 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e26a5a7f-2969-4b38-b347-5a00b78ad859 req-b1c2ad30-1a87-4cda-bf31-2eeb6919e639 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 943 time: 0.1071384 Mar 15 17:10:52.478052 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e26a5a7f-2969-4b38-b347-5a00b78ad859 req-79f0a01f-06f7-45eb-9be9-8f163d820bca tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610714 Mar 15 17:10:52.511989 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks [] for router (b7eac607-5cf6-434d-a807-90ebb50dec69), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.570288 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.640272 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks [] for router_gateway (b7eac607-5cf6-434d-a807-90ebb50dec69), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.654358 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-2f652930-af39-4c74-a12f-795775f75c60 None None] Current status of the port b85b279c-aafd-4950-aba8-bf5babc044ea is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:52.654749 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2f652930-af39-4c74-a12f-795775f75c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.664344 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] Set router b7eac607-5cf6-434d-a807-90ebb50dec69 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:52.729378 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-2f652930-af39-4c74-a12f-795775f75c60 None None] For port b85b279c-aafd-4950-aba8-bf5babc044ea, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=b85b279c-aafd-4950-aba8-bf5babc044ea,segment=NetworkSegment(08b6582a-49dc-4219-aeba-f6361ad86648),segment_id=08b6582a-49dc-4219-aeba-f6361ad86648)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:52.743373 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2f652930-af39-4c74-a12f-795775f75c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.760865 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Deleting port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:52.761204 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.815169 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Allocated IP 172.20.0.1 (39c5a876-7ec0-4d06-a7c6-5752e3462b4f/b163aae8-842d-4525-9890-b2ac23b96ef1/fca227d6-1f28-459f-9216-0c3fb73211ab) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:10:52.865092 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] For port ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:52.865490 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.880157 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Calling delete_port for ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:52.881280 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:32Z', 'updated_at': '2022-03-15T17:10:51Z', 'revision_number': 5, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'gw_port': {'id': 'ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:05:33Z', 'updated_at': '2022-03-15T17:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:52.893945 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f652930-af39-4c74-a12f-795775f75c60 None None] Pushing event updated for resources: {'Port': ['ID=b85b279c-aafd-4950-aba8-bf5babc044ea,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:52.924832 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] Checking router: b7eac607-5cf6-434d-a807-90ebb50dec69 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:10:52.929290 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Publish callbacks [] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.936629 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.949663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Publish callbacks [] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:52.967361 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] Routers {'b7eac607-5cf6-434d-a807-90ebb50dec69'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:52.968005 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['b7eac607-5cf6-434d-a807-90ebb50dec69'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:53.003434 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.030644 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeae39c-42b5-4e25-ace7-0a17f24c98b3 None None] Pushing event updated for resources: {'Port': ['ID=09514a95-0f5c-46b4-8efb-2c6b7e37f8c9,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:53.050048 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Attempting to bind port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:10:53.050431 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Attempting to bind port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:10:53.050801 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Attempting to bind port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 on network 43da1cff-48f1-490c-a796-e70825845c77 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:53.064627 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:53.070002 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:53.074819 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:10:53.077379 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:10:53.078738 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] Set router b7eac607-5cf6-434d-a807-90ebb50dec69 gateway port host: None {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:53.079097 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Checking segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:53.080101 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.082628 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Bound using segment: {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:10:53.083286 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Bound port: 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11367afe-2245-401b-ac20-e9cb93571e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43da1cff-48f1-490c-a796-e70825845c77'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:10:53.083833 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.118366 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Pushing event updated for resources: {'Port': ['ID=fca227d6-1f28-459f-9216-0c3fb73211ab,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:53.123042 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.149742 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428162'] for router_interface (852e46ce-c9ad-45a4-9ee5-daec92b090e8), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.165964 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:53.168633 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:32Z', 'updated_at': '2022-03-15T17:10:52Z', 'revision_number': 6, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'gw_port_host': None}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:53.184627 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-433aebb0-1aa3-4396-9284-5dd86dbbe926 None None] Provisioning complete for port b85b279c-aafd-4950-aba8-bf5babc044ea triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:53.185131 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-433aebb0-1aa3-4396-9284-5dd86dbbe926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.270849 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] For port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:10:53.275968 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] For port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=09514a95-0f5c-46b4-8efb-2c6b7e37f8c9,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:10:53.285362 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (b7eac607-5cf6-434d-a807-90ebb50dec69), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.305374 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.330951 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f9f7d-896e-4dce-92ae-731a681c4365 None None] The sync data for ids ['b7eac607-5cf6-434d-a807-90ebb50dec69'] in dv-cinder-733623-12-iscsi is: [{'id': 'b7eac607-5cf6-434d-a807-90ebb50dec69', 'name': 'tempest-TestShelveInstance-1471991057-router', 'tenant_id': '2e66acf6e79c4b5786961004e367ca57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:05:32Z', 'updated_at': '2022-03-15T17:10:52Z', 'revision_number': 6, 'project_id': '2e66acf6e79c4b5786961004e367ca57', 'gw_port_host': None}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:10:53.407189 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device b85b279c-aafd-4950-aba8-bf5babc044ea up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:53.424850 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.463151 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (b7eac607-5cf6-434d-a807-90ebb50dec69), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.465662 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks [] for router_controller (b7eac607-5cf6-434d-a807-90ebb50dec69), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.489604 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeae39c-42b5-4e25-ace7-0a17f24c98b3 None None] Pushing event updated for resources: {'Port': ['ID=09514a95-0f5c-46b4-8efb-2c6b7e37f8c9,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:53.493618 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-433aebb0-1aa3-4396-9284-5dd86dbbe926 None None] Current status of the port b85b279c-aafd-4950-aba8-bf5babc044ea is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:53.502764 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Routers {'852e46ce-c9ad-45a4-9ee5-daec92b090e8'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:53.503749 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:53.517196 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (b7eac607-5cf6-434d-a807-90ebb50dec69), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.517932 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7eac607-5cf6-434d-a807-90ebb50dec69 {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:10:53.526852 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.531610 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c231c63b-d35b-4b16-a751-a13ed3457f9b admin admin] 10.222.0.42 "DELETE /v2.0/routers/b7eac607-5cf6-434d-a807-90ebb50dec69 HTTP/1.1" status: 204 len: 168 time: 1.1669917 Mar 15 17:10:53.531820 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38720) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:53.570334 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port b85b279c-aafd-4950-aba8-bf5babc044ea triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:53.570334 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.585166 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aace4d6-c7da-4a95-b8d1-f0955285115d admin admin] Deleting subnet 59b9cdc8-6112-4d83-a911-038505c487db {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:10:53.588231 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2aace4d6-c7da-4a95-b8d1-f0955285115d admin admin] Publish callbacks [] for subnet (59b9cdc8-6112-4d83-a911-038505c487db), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.625743 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2aace4d6-c7da-4a95-b8d1-f0955285115d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260223105'] for subnet (59b9cdc8-6112-4d83-a911-038505c487db), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.653081 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Publish callbacks [] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.666711 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71413150-f068-46f7-9189-d8bed68f7efe req-b443627f-274d-40f7-9c68-3ec571f3673f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:53.668310 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-71413150-f068-46f7-9189-d8bed68f7efe req-b443627f-274d-40f7-9c68-3ec571f3673f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 943 time: 0.0900333 Mar 15 17:10:53.669265 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.725174 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2aace4d6-c7da-4a95-b8d1-f0955285115d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (59b9cdc8-6112-4d83-a911-038505c487db), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.805503 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-ecce1814-2e92-4843-9e41-6376e008c544 None None] Provisioning complete for port fca227d6-1f28-459f-9216-0c3fb73211ab triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:53.806234 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ecce1814-2e92-4843-9e41-6376e008c544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.808606 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2aace4d6-c7da-4a95-b8d1-f0955285115d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260131416'] for subnet (59b9cdc8-6112-4d83-a911-038505c487db), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.817874 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Pushing event updated for resources: {'Port': ['ID=fca227d6-1f28-459f-9216-0c3fb73211ab,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:53.825464 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16263436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427794'] for router_interface (852e46ce-c9ad-45a4-9ee5-daec92b090e8), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.833516 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-71413150-f068-46f7-9189-d8bed68f7efe req-57d15cb4-b20b-46f1-b93c-ad2551ffa9a7 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578283 Mar 15 17:10:53.852144 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aace4d6-c7da-4a95-b8d1-f0955285115d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b9cdc8-6112-4d83-a911-038505c487db,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:53.866241 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2aace4d6-c7da-4a95-b8d1-f0955285115d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:53.873286 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2aace4d6-c7da-4a95-b8d1-f0955285115d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/59b9cdc8-6112-4d83-a911-038505c487db HTTP/1.1" status: 204 len: 168 time: 0.3403053 Mar 15 17:10:53.874056 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38722) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:53.883627 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] Set router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:53.885930 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f02c69-768f-4234-850d-f1a5487543c7 None None] Network 93a8ae75-ddf2-4486-8109-c178e66a0e30 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:10:53.913264 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-ecce1814-2e92-4843-9e41-6376e008c544 None None] Port fca227d6-1f28-459f-9216-0c3fb73211ab cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:10:53.932213 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:10:53.936859 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:10:53.953502 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (93a8ae75-ddf2-4486-8109-c178e66a0e30), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.026407 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Deleting port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:10:54.026875 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.048164 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port b85b279c-aafd-4950-aba8-bf5babc044ea is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:54.079600 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:10:54.118588 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] For port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=872f07b5-f44f-4cac-b1d1-b9a6c43f2d93,segment=NetworkSegment(a8bec24f-72b4-499a-8501-9c1c7d4afebc),segment_id=a8bec24f-72b4-499a-8501-9c1c7d4afebc)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:54.119350 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.138637 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Calling delete_port for 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:10:54.228604 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:10:54.247237 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80cb463-addc-484e-b0a3-35a600e99537 None None] DHCP port deletion for 93a8ae75-ddf2-4486-8109-c178e66a0e30 request from dv-cinder-733623-12-iscsi {{(pid=103236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:10:54.251991 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-aa2b53c1-5354-46f3-b803-44d882082dad admin admin] 10.222.0.42 "PUT /v2.0/routers/852e46ce-c9ad-45a4-9ee5-daec92b090e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4372675 Mar 15 17:10:54.252624 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-d3d5976d-2a80-498e-a3e3-4742c29899e5 None None] Provisioning complete for port fca227d6-1f28-459f-9216-0c3fb73211ab triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:54.254611 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d3d5976d-2a80-498e-a3e3-4742c29899e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.270043 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:53Z', 'revision_number': 4, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'gw_port': {'id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'fca227d6-1f28-459f-9216-0c3fb73211ab', 'name': '', 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'mac_address': 'fa:16:3e:a9:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:52Z', 'updated_at': '2022-03-15T17:10:52Z', 'revision_number': 1, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'subnets': [{'id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:54.272525 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (872f07b5-f44f-4cac-b1d1-b9a6c43f2d93), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.303107 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Pushing event deleted for resources: {'Port': ['ID=872f07b5-f44f-4cac-b1d1-b9a6c43f2d93,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:54.307345 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] No DVR routers for this DVR port 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 on host dv-cinder-733623-12-iscsi {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:10:54.325976 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe668f-23cf-417c-b355-38c4141fda78 None None] The sync data for ids ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'] in dv-cinder-733623-12-iscsi is: [{'id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:53Z', 'revision_number': 4, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'gw_port': {'id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'fca227d6-1f28-459f-9216-0c3fb73211ab', 'name': '', 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'mac_address': 'fa:16:3e:a9:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:52Z', 'updated_at': '2022-03-15T17:10:52Z', 'revision_number': 1, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'subnets': [{'id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:10:54.359550 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-d80cb463-addc-484e-b0a3-35a600e99537 None None] The port '872f07b5-f44f-4cac-b1d1-b9a6c43f2d93' was deleted {{(pid=103236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 15 17:10:54.377598 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5976d-2a80-498e-a3e3-4742c29899e5 None None] Port fca227d6-1f28-459f-9216-0c3fb73211ab cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:10:54.410515 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (93a8ae75-ddf2-4486-8109-c178e66a0e30), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.441420 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a8ae75-ddf2-4486-8109-c178e66a0e30']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:54.453704 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bec24f-72b4-499a-8501-9c1c7d4afebc') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:54.454219 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bec24f-72b4-499a-8501-9c1c7d4afebc') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:54.464131 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260223160'] for segment (a8bec24f-72b4-499a-8501-9c1c7d4afebc), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.478246 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (a8bec24f-72b4-499a-8501-9c1c7d4afebc), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.485259 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:10:54.485648 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097293'] for segment (a8bec24f-72b4-499a-8501-9c1c7d4afebc), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: timer() Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: cb(*args, **kw) Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: self._notify() Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: self.callback(batched_events) Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: event.method(event) Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._get(url).json() Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:10:54.487586 dv-cinder-733623-12-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:10:54.822210 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (93a8ae75-ddf2-4486-8109-c178e66a0e30), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.832557 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:54.835911 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] 10.222.0.42 "DELETE /v2.0/networks/93a8ae75-ddf2-4486-8109-c178e66a0e30 HTTP/1.1" status: 204 len: 168 time: 0.9608214 Mar 15 17:10:54.849315 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eafa50-7d21-449b-8e32-e4b74e1d7baf admin admin] Pushing event deleted for resources: {'Network': ['ID=93a8ae75-ddf2-4486-8109-c178e66a0e30,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:54.990898 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad8a0b-5222-461e-87f8-8fdda47a3aae req-3d9c6b43-cd52-4000-8139-13e6842ce956 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:54.993224 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-93ad8a0b-5222-461e-87f8-8fdda47a3aae req-3d9c6b43-cd52-4000-8139-13e6842ce956 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 943 time: 0.0626271 Mar 15 17:10:55.049459 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38748) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:55.142181 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-93ad8a0b-5222-461e-87f8-8fdda47a3aae req-3794251c-913a-4233-b556-25360bf2bdb3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429393 Mar 15 17:10:55.172937 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0fd9676e-f7f3-41ed-9c99-6bbdda0ebbb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9e60a2e516a4caaa72049ae3e13aec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1217115 Mar 15 17:10:55.175200 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38752) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:55.201110 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:10:55.229627 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:10:55.229968 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device ce6021c4-93ef-4ecd-a0d1-fb458c8c0d36 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:10:55.230388 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:10:55.250253 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-054d0bca-ab20-4c60-b4ff-eb626563e428 admin admin] Publish callbacks [] for security_group (ef7f749d-c81c-49d5-b104-402071f91685), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:55.276596 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:10:55.277275 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 872f07b5-f44f-4cac-b1d1-b9a6c43f2d93 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:10:55.277915 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:10:55.300742 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-054d0bca-ab20-4c60-b4ff-eb626563e428 admin admin] Publish callbacks [] for security_group (ef7f749d-c81c-49d5-b104-402071f91685), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:55.322202 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:10:55.322864 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 1bf2225c-2d98-436d-a7aa-a5be8c7342d6 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:10:55.381414 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-054d0bca-ab20-4c60-b4ff-eb626563e428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (ef7f749d-c81c-49d5-b104-402071f91685), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:55.392705 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-054d0bca-ab20-4c60-b4ff-eb626563e428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:55.393895 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-054d0bca-ab20-4c60-b4ff-eb626563e428 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef7f749d-c81c-49d5-b104-402071f91685 HTTP/1.1" status: 204 len: 168 time: 0.2162082 Mar 15 17:10:55.412775 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d0bca-ab20-4c60-b4ff-eb626563e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f749d-c81c-49d5-b104-402071f91685,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:55.863411 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38758) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:55.908629 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-965d1233-b6b3-4bbf-b01b-13ecc119faf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e66acf6e79c4b5786961004e367ca57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439417 Mar 15 17:10:55.911031 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38760) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:10:55.974544 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7a6d82ff-5a13-4207-81aa-bb8b30545722 admin admin] Publish callbacks [] for security_group (c2188c74-024d-4681-a62a-b90a0f9711b8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:56.005154 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7a6d82ff-5a13-4207-81aa-bb8b30545722 admin admin] Publish callbacks [] for security_group (c2188c74-024d-4681-a62a-b90a0f9711b8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:56.073670 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7a6d82ff-5a13-4207-81aa-bb8b30545722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (c2188c74-024d-4681-a62a-b90a0f9711b8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:56.076973 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7a6d82ff-5a13-4207-81aa-bb8b30545722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:56.078190 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7a6d82ff-5a13-4207-81aa-bb8b30545722 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2188c74-024d-4681-a62a-b90a0f9711b8 HTTP/1.1" status: 204 len: 168 time: 0.1662545 Mar 15 17:10:56.087196 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d82ff-5a13-4207-81aa-bb8b30545722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2188c74-024d-4681-a62a-b90a0f9711b8,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:56.301398 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9735e-7723-4bf6-b6ff-e33484e54dd9 req-6ff62adb-3227-425a-863f-5c4c3deba965 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:56.308066 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-59b9735e-7723-4bf6-b6ff-e33484e54dd9 req-6ff62adb-3227-425a-863f-5c4c3deba965 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 943 time: 0.0895829 Mar 15 17:10:56.388898 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-59b9735e-7723-4bf6-b6ff-e33484e54dd9 req-2df3d32b-1d5b-45bc-9563-6ab20857009b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759811 Mar 15 17:10:57.153201 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:57.219154 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:57.219519 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:57.310068 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:57.310782 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:57.335504 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] For port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=09514a95-0f5c-46b4-8efb-2c6b7e37f8c9,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:57.340036 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:57.395053 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Pushing event updated for resources: {'Port': ['ID=09514a95-0f5c-46b4-8efb-2c6b7e37f8c9,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:57.510213 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed16c09-1328-4386-9c59-4a693284dbae req-a7e09e46-b07b-402f-b0a7-a19b914694ce tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:57.529057 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8ed16c09-1328-4386-9c59-4a693284dbae req-a7e09e46-b07b-402f-b0a7-a19b914694ce tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 943 time: 0.0721862 Mar 15 17:10:57.611571 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8ed16c09-1328-4386-9c59-4a693284dbae req-1a33b102-9a79-4b07-bedf-a2954387cef7 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748756 Mar 15 17:10:58.093471 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Sync routers for ids ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:10:58.105336 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Routers {'852e46ce-c9ad-45a4-9ee5-daec92b090e8'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:58.105938 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:58.223870 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Set router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:58.448498 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:53Z', 'revision_number': 4, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'gw_port': {'id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'fca227d6-1f28-459f-9216-0c3fb73211ab', 'name': '', 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'mac_address': 'fa:16:3e:a9:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:52Z', 'updated_at': '2022-03-15T17:10:53Z', 'revision_number': 2, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'subnets': [{'id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:58.481696 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Checking router: 852e46ce-c9ad-45a4-9ee5-daec92b090e8 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:10:58.482042 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Updating router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 port fca227d6-1f28-459f-9216-0c3fb73211ab binding host dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 15 17:10:58.512496 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:58.737581 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14680346-9ddf-406c-ad79-4b781d7b4be9 req-90e2591e-d3a5-4bfc-bb41-8f4049eb2eaa tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:58.739063 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14680346-9ddf-406c-ad79-4b781d7b4be9 req-90e2591e-d3a5-4bfc-bb41-8f4049eb2eaa tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 943 time: 0.0581379 Mar 15 17:10:58.807380 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-14680346-9ddf-406c-ad79-4b781d7b4be9 req-9b414327-6ade-471e-8d5a-32afda107acd tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579278 Mar 15 17:10:58.845375 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Publish callbacks [] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:58.852556 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:58.903274 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c0774-8b75-4502-a463-44e86a258111 None None] Pushing event updated for resources: {'Port': ['ID=fca227d6-1f28-459f-9216-0c3fb73211ab,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:58.960307 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Attempting to bind port fca227d6-1f28-459f-9216-0c3fb73211ab on host dv-cinder-733623-12-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:10:58.960820 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Attempting to bind port fca227d6-1f28-459f-9216-0c3fb73211ab by drivers openvswitch,hyperv on host dv-cinder-733623-12-iscsi at level 0 using segments [{'id': '08b6582a-49dc-4219-aeba-f6361ad86648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:10:58.961386 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Attempting to bind port fca227d6-1f28-459f-9216-0c3fb73211ab on network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:10:58.967084 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Checking agent: {'id': '5054fed7-bb75-487a-a64e-d787370c343e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 16, 54, 10), 'started_at': datetime.datetime(2022, 3, 15, 16, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:10:58.967540 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Checking segment: {'id': '08b6582a-49dc-4219-aeba-f6361ad86648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:10:58.968009 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:58.968501 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Bound using segment: {'id': '08b6582a-49dc-4219-aeba-f6361ad86648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:10:58.969032 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Bound port: fca227d6-1f28-459f-9216-0c3fb73211ab, host: dv-cinder-733623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b6582a-49dc-4219-aeba-f6361ad86648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:10:58.969472 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:59.014475 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 5cc1285e-0a44-46ec-9058-1e6bbfdae31b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:10:59.059888 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] For port fca227d6-1f28-459f-9216-0c3fb73211ab, host dv-cinder-733623-12-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:10:59.065470 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] For port fca227d6-1f28-459f-9216-0c3fb73211ab, host dv-cinder-733623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=fca227d6-1f28-459f-9216-0c3fb73211ab,segment=NetworkSegment(08b6582a-49dc-4219-aeba-f6361ad86648),segment_id=08b6582a-49dc-4219-aeba-f6361ad86648)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:10:59.088164 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:59.179740 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:10:59.287397 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c0774-8b75-4502-a463-44e86a258111 None None] Pushing event updated for resources: {'Port': ['ID=fca227d6-1f28-459f-9216-0c3fb73211ab,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:10:59.290774 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Routers {'852e46ce-c9ad-45a4-9ee5-daec92b090e8'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:10:59.291381 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:10:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:10:59.299588 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:59.403903 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-43a20983-c691-416e-94c3-3386d8d63276 None None] Provisioning complete for port fca227d6-1f28-459f-9216-0c3fb73211ab triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:59.404278 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-43a20983-c691-416e-94c3-3386d8d63276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:59.593401 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'port_id': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'mac_address': 'fa:16:3e:2f:2b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:10:59.599409 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:10:59.599773 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:59.692505 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:59.692837 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:59.738264 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc1285e-0a44-46ec-9058-1e6bbfdae31b {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:10:59.772726 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] Set router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:10:59.809874 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:10:59.810957 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-43a20983-c691-416e-94c3-3386d8d63276 None None] Current status of the port fca227d6-1f28-459f-9216-0c3fb73211ab is: DOWN; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:10:59.811340 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-43a20983-c691-416e-94c3-3386d8d63276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:59.840362 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:10:59.932429 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a709c65-ce18-4421-9498-a8db1c58de7d req-c60b5222-2540-4565-9c14-a147585835cd tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:10:59.940742 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a709c65-ce18-4421-9498-a8db1c58de7d req-c60b5222-2540-4565-9c14-a147585835cd tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 944 time: 0.0618601 Mar 15 17:10:59.950277 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:00.003661 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-3a709c65-ce18-4421-9498-a8db1c58de7d req-56580f4c-9aa3-48ec-bd24-d04c0a2c4273 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616665 Mar 15 17:11:00.035727 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-43a20983-c691-416e-94c3-3386d8d63276 None None] For port fca227d6-1f28-459f-9216-0c3fb73211ab, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=fca227d6-1f28-459f-9216-0c3fb73211ab,segment=NetworkSegment(08b6582a-49dc-4219-aeba-f6361ad86648),segment_id=08b6582a-49dc-4219-aeba-f6361ad86648)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:11:00.061017 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-43a20983-c691-416e-94c3-3386d8d63276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:00.069041 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:00.116549 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['5cc1285e-0a44-46ec-9058-1e6bbfdae31b'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:11:00.270669 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a20983-c691-416e-94c3-3386d8d63276 None None] Pushing event updated for resources: {'Port': ['ID=fca227d6-1f28-459f-9216-0c3fb73211ab,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:00.276841 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-0a64c8d1-a04d-4ee1-bf01-1ba4f6f48472 None None] Provisioning complete for port fca227d6-1f28-459f-9216-0c3fb73211ab triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:00.277350 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0a64c8d1-a04d-4ee1-bf01-1ba4f6f48472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:00.436535 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:53Z', 'revision_number': 4, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'gw_port': {'id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'fca227d6-1f28-459f-9216-0c3fb73211ab', 'name': '', 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'mac_address': 'fa:16:3e:a9:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:52Z', 'updated_at': '2022-03-15T17:10:59Z', 'revision_number': 4, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'subnets': [{'id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:00.525323 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c89c9e-05b5-41d5-b28e-8bf9a1e7b53f None None] The sync data for ids ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'] in dv-cinder-733623-12-iscsi is: [{'id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:53Z', 'revision_number': 4, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'gw_port': {'id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': 'fca227d6-1f28-459f-9216-0c3fb73211ab', 'name': '', 'network_id': '39c5a876-7ec0-4d06-a7c6-5752e3462b4f', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'mac_address': 'fa:16:3e:a9:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:52Z', 'updated_at': '2022-03-15T17:10:59Z', 'revision_number': 4, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'subnets': [{'id': 'b163aae8-842d-4525-9890-b2ac23b96ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:11:00.545776 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-0a64c8d1-a04d-4ee1-bf01-1ba4f6f48472 None None] Current status of the port fca227d6-1f28-459f-9216-0c3fb73211ab is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:01.147870 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168121c2-f11c-486d-bf8d-127a95c4e44e req-a22d5c1b-787d-459a-b5fd-7978e598a9bd tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:01.149687 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-168121c2-f11c-486d-bf8d-127a95c4e44e req-a22d5c1b-787d-459a-b5fd-7978e598a9bd tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 944 time: 0.0689635 Mar 15 17:11:01.164268 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device fca227d6-1f28-459f-9216-0c3fb73211ab up at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:11:01.209021 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-168121c2-f11c-486d-bf8d-127a95c4e44e req-98b9f64c-d7cd-423e-9902-e705bd42ea04 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451629 Mar 15 17:11:01.216808 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Provisioning complete for port fca227d6-1f28-459f-9216-0c3fb73211ab triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:01.217283 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:01.318236 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Current status of the port fca227d6-1f28-459f-9216-0c3fb73211ab is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:02.339157 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116f965-7df1-4039-9626-6150c10244de req-0a5fab55-7665-4d3a-aa8f-14129626a775 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:02.341407 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e116f965-7df1-4039-9626-6150c10244de req-0a5fab55-7665-4d3a-aa8f-14129626a775 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 944 time: 0.0590429 Mar 15 17:11:02.398406 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-e116f965-7df1-4039-9626-6150c10244de req-16ff2e8b-9abd-4e70-b0fd-2360866639b3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506113 Mar 15 17:11:03.029349 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 5cc1285e-0a44-46ec-9058-1e6bbfdae31b up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:11:03.107473 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-64e426ab-52df-4a5b-a5ec-41f83a86f20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:03.116878 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:11:03.123065 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:03.123617 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:03.228041 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:03.228592 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:03.257702 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:11:03.258494 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8b75a-ad00-4b69-9976-848df9b15376" -d '{"events": [{"server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "name": "network-vif-plugged", "status": "completed", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:11:03.273204 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:11:03.279437 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:03.312978 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f983c6-dcc6-4af6-8af4-f9935e5ff5bc x-openstack-request-id: req-38f983c6-dcc6-4af6-8af4-f9935e5ff5bc {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:11:03.313266 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "name": "network-vif-plugged", "status": "completed", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:11:03.313575 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38f983c6-dcc6-4af6-8af4-f9935e5ff5bc {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:11:03.313969 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'code': 200} Mar 15 17:11:03.338356 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:03.346634 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.346987 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.348447 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.348447 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.348447 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.348447 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.348829 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.348910 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.349210 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.349529 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.349836 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.350156 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.350474 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.350786 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.351095 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:03.583722 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584fe5e-b53f-4189-8375-0a07a03858a2 req-e0567452-c292-4d97-9569-4005c630433a tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:03.585854 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f584fe5e-b53f-4189-8375-0a07a03858a2 req-e0567452-c292-4d97-9569-4005c630433a tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 945 time: 0.1166489 Mar 15 17:11:03.640330 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90633-119d-4ee0-afd6-c730e901c6d6 req-36356326-71a0-4e8b-9c6a-8779b04dbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:03.643043 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0be90633-119d-4ee0-afd6-c730e901c6d6 req-36356326-71a0-4e8b-9c6a-8779b04dbb4c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 1129 time: 0.1176939 Mar 15 17:11:03.679608 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f584fe5e-b53f-4189-8375-0a07a03858a2 req-f3144db4-0311-4496-b9d3-8f7730cdb563 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864360 Mar 15 17:11:03.715319 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0be90633-119d-4ee0-afd6-c730e901c6d6 req-7818a4c2-491b-4c0b-930f-2eb080566790 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649469 Mar 15 17:11:04.819190 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999946b-5c3f-4395-95bb-2111319e787c req-0fded721-e8e7-43da-8cc6-4302a4082a2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:04.820704 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1999946b-5c3f-4395-95bb-2111319e787c req-0fded721-e8e7-43da-8cc6-4302a4082a2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 945 time: 0.0545523 Mar 15 17:11:04.896066 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1999946b-5c3f-4395-95bb-2111319e787c req-359772ec-50b5-48db-b738-ea8bd3f4b581 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696850 Mar 15 17:11:05.012192 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-20f48b8a-de7a-4fb2-89bd-ee26d2f63274 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:05.014530 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-20f48b8a-de7a-4fb2-89bd-ee26d2f63274 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/networks?id=adbc812d-468c-433c-8d35-e244931f0ae6 HTTP/1.1" status: 200 len: 815 time: 0.1489229 Mar 15 17:11:05.046560 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a9b56ed-1fbd-4189-852c-4e2a7eda95a2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/quotas/49c19d4e952847919810702301ae0a5d HTTP/1.1" status: 200 len: 375 time: 0.0249388 Mar 15 17:11:05.077822 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7b5d-4594-4fef-8051-b48dee33845b req-18d84f2d-f70b-4cc5-a907-7c65a6a8f32e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:05.080273 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2f8d7b5d-4594-4fef-8051-b48dee33845b req-18d84f2d-f70b-4cc5-a907-7c65a6a8f32e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 945 time: 0.1198673 Mar 15 17:11:05.156800 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2f8d7b5d-4594-4fef-8051-b48dee33845b req-2ee6890b-1b11-4805-b86c-d898c1f72a1c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708926 Mar 15 17:11:05.163766 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-65a22ba7-dce2-40a8-8cd7-c1993b0e9e7b tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=49c19d4e952847919810702301ae0a5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100993 Mar 15 17:11:05.190915 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38816) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:05.279457 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-768d55b0-3a74-41bd-ba72-68cca3fad63a service neutron] 10.222.0.42 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031296 Mar 15 17:11:05.378639 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-8fb6ecff-85bd-4477-a528-e2301bcb5f06 service neutron] 10.222.0.42 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930073 Mar 15 17:11:05.393770 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04148373-ec2d-45b4-9212-3f7f5b6babe5 tempest-TestVolumeBootPattern-880955908 tempest-TestVolumeBootPattern-880955908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:05.395843 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-04148373-ec2d-45b4-9212-3f7f5b6babe5 tempest-TestVolumeBootPattern-880955908 tempest-TestVolumeBootPattern-880955908-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 1124 time: 0.2036698 Mar 15 17:11:05.398517 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38820) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:05.403202 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'port_id': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:05.427435 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:05.501937 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-eb406e03-e66e-40ef-88e2-c974f2b79b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:05.530047 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:05.583751 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-399168ab-9e0a-413f-8ca0-087810fbe1d7 req-25168c82-b90e-4dda-aa55-71c8623cefd9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 210 time: 0.0291908 Mar 15 17:11:05.639137 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Allocated IP 172.27.0.125 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/805922fd-2b12-4de6-bbae-c7cd81296a26) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:11:05.749159 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for port (805922fd-2b12-4de6-bbae-c7cd81296a26), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:05.792920 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (805922fd-2b12-4de6-bbae-c7cd81296a26), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:05.831541 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:11:05.836532 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:11:05.839243 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:11:05.867427 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'Port': ['ID=805922fd-2b12-4de6-bbae-c7cd81296a26,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:06.222634 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (904e5240-9a66-410c-a2b8-6b84d853e639), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:06.289445 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (805922fd-2b12-4de6-bbae-c7cd81296a26), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:06.442813 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for port (805922fd-2b12-4de6-bbae-c7cd81296a26), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:06.448818 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097377'] for port (805922fd-2b12-4de6-bbae-c7cd81296a26), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:06.509773 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:06.523578 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event updated for resources: {'Port': ['ID=805922fd-2b12-4de6-bbae-c7cd81296a26,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:06.534252 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (904e5240-9a66-410c-a2b8-6b84d853e639), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:06.608704 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-04d583d1-7da8-4678-9e4d-e109c713ddc2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:06.611279 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-04d583d1-7da8-4678-9e4d-e109c713ddc2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.43 "GET /v2.0/networks?id=adbc812d-468c-433c-8d35-e244931f0ae6 HTTP/1.1" status: 200 len: 815 time: 0.1651671 Mar 15 17:11:06.636421 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'port': {'device_id': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'admin_state_up': True, 'tenant_id': '49c19d4e952847919810702301ae0a5d'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:06.640109 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Floating IP 904e5240-9a66-410c-a2b8-6b84d853e639 associated. External IP: 172.27.0.125, port: 5cc1285e-0a44-46ec-9058-1e6bbfdae31b. Mar 15 17:11:06.715191 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-df77aabd-54ad-4962-badd-f0d220573b62 req-d05cd0b5-a421-41a0-ae3c-f83662382a58 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 210 time: 0.0382094 Mar 15 17:11:06.772917 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Made reservation on behalf of 49c19d4e952847919810702301ae0a5d for: {'port': 1} {{(pid=103235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 15 17:11:06.776719 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:06.893368 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Router 52c1236c-9121-4018-abcf-23f9f0d2647d has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:11:06.917837 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Allocated IP 172.20.0.5 (adbc812d-468c-433c-8d35-e244931f0ae6/861f28bd-4ad8-4882-ac70-e606710ee950/b0eff3df-746b-4eec-8eb1-2675a3738969) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:11:07.071745 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:11:07.086611 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] Sync routers for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:11:07.097556 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:07.103799 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:11:07.104864 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:11:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:07.144075 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b7223469-66de-4849-8872-87170b62ae5d tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7443385 Mar 15 17:11:07.145732 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:11:07.149753 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e124b77-48a2-449d-aff5-6234647d49ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:11:07.162122 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:07.234756 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:11:07.251560 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:07.350156 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Network adbc812d-468c-433c-8d35-e244931f0ae6 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:11:07.363481 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:11:07.375326 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:11:07.434399 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'Port': ['ID=b0eff3df-746b-4eec-8eb1-2675a3738969,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:07.478064 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:07.483885 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd327c5-d8a9-41af-96ab-eb2473527831 x-openstack-request-id: req-4dd327c5-d8a9-41af-96ab-eb2473527831 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:11:07.484380 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:11:07.484380 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4dd327c5-d8a9-41af-96ab-eb2473527831 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:11:07.484870 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'status': 'completed', 'code': 200} Mar 15 17:11:07.488964 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:07.514196 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6a37e83d-adf8-4492-9509-3bd61c1c23d0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8914063 Mar 15 17:11:07.574358 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '1e470247-2eee-43d0-8816-802218f90442', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:08:48Z', 'updated_at': '2022-03-15T17:08:50Z', 'revision_number': 1, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}, {'id': '904e5240-9a66-410c-a2b8-6b84d853e639', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:2f:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:11:06Z', 'updated_at': '2022-03-15T17:11:06Z', 'revision_number': 0, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:07.628410 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] Checking router: 52c1236c-9121-4018-abcf-23f9f0d2647d for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:11:07.638346 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:11:07.639114 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:11:05Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:07.733085 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-2386ce62-18b2-40f6-b447-cdfc2fbaa13e None None] Provisioning complete for port b0eff3df-746b-4eec-8eb1-2675a3738969 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:07.735571 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-2386ce62-18b2-40f6-b447-cdfc2fbaa13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:07.781959 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:11:07.850158 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-2386ce62-18b2-40f6-b447-cdfc2fbaa13e None None] Port b0eff3df-746b-4eec-8eb1-2675a3738969 cannot update to ACTIVE because it is not bound. {{(pid=103236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 15 17:11:07.933955 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:07.937019 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84795d-7d1d-475d-84af-c1befe4b8ae1 req-e7817db4-130f-4494-9f66-bb1d253fc1f4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:07.945608 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d84795d-7d1d-475d-84af-c1befe4b8ae1 req-e7817db4-130f-4494-9f66-bb1d253fc1f4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 931 time: 0.1010597 Mar 15 17:11:08.014966 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7d84795d-7d1d-475d-84af-c1befe4b8ae1 req-8c30c0bb-f6a6-4646-b439-c03caeefd669 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682466 Mar 15 17:11:08.084648 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '1e470247-2eee-43d0-8816-802218f90442', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:08:48Z', 'updated_at': '2022-03-15T17:08:50Z', 'revision_number': 1, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}, {'id': '904e5240-9a66-410c-a2b8-6b84d853e639', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:2f:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:11:06Z', 'updated_at': '2022-03-15T17:11:06Z', 'revision_number': 0, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:08.118280 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4eb4e7-dbbf-4f2e-9d39-3ffe5896ded3 None None] The sync data for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi is: [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '1e470247-2eee-43d0-8816-802218f90442', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:08:48Z', 'updated_at': '2022-03-15T17:08:50Z', 'revision_number': 1, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}, {'id': '904e5240-9a66-410c-a2b8-6b84d853e639', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:2f:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:11:06Z', 'updated_at': '2022-03-15T17:11:06Z', 'revision_number': 0, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:11:08.367790 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d53dd8c-f1b9-4f66-a838-c1a733f97a58 None None] New status for floating IP 904e5240-9a66-410c-a2b8-6b84d853e639: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:11:09.128744 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f65be-5879-4d22-87bd-3f290d231040 req-f9781997-146b-4c11-b607-dcce55cc96df tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:09.130447 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d73f65be-5879-4d22-87bd-3f290d231040 req-f9781997-146b-4c11-b607-dcce55cc96df tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 931 time: 0.0520244 Mar 15 17:11:09.187157 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d73f65be-5879-4d22-87bd-3f290d231040 req-c218aff4-0d3e-4189-aef8-34e89972c691 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Mar 15 17:11:09.687807 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:09.706143 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:10.311803 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b63b91-c733-4f95-a4fb-a4de2143d50a req-45c3e714-9b59-4cce-935b-e09b54036230 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:10.313471 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-06b63b91-c733-4f95-a4fb-a4de2143d50a req-45c3e714-9b59-4cce-935b-e09b54036230 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 931 time: 0.0546584 Mar 15 17:11:10.370176 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-06b63b91-c733-4f95-a4fb-a4de2143d50a req-d5c812c2-4c84-4520-99b8-ca73e9cabbc6 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510080 Mar 15 17:11:11.491740 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4fa86-3f44-44ce-a209-5e6a79e5c9c2 req-2c8a11a0-2b6d-4770-99a2-c7bc92cadc72 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:11.493252 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-78a4fa86-3f44-44ce-a209-5e6a79e5c9c2 req-2c8a11a0-2b6d-4770-99a2-c7bc92cadc72 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 931 time: 0.0571461 Mar 15 17:11:11.537459 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:11:11.546840 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-78a4fa86-3f44-44ce-a209-5e6a79e5c9c2 req-5fc23a02-2c48-460b-8b68-4325eb1defc0 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476155 Mar 15 17:11:12.672166 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16517ea9-358f-4ab9-b29d-578d04c32737 req-ae5474b8-ef37-4529-81dc-4e57ef8efc6d tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:12.674308 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-16517ea9-358f-4ab9-b29d-578d04c32737 req-ae5474b8-ef37-4529-81dc-4e57ef8efc6d tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 931 time: 0.0545483 Mar 15 17:11:12.722349 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-16517ea9-358f-4ab9-b29d-578d04c32737 req-73dbe52d-d91c-4934-9931-95f89618bf37 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Mar 15 17:11:13.859614 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faea7c1-9e6f-4b91-8faf-d2c5a0071329 req-5ad3340e-1a61-42cf-8bb8-2b0d2a2f1ebd tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:13.862807 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2faea7c1-9e6f-4b91-8faf-d2c5a0071329 req-5ad3340e-1a61-42cf-8bb8-2b0d2a2f1ebd tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 931 time: 0.0613678 Mar 15 17:11:13.916069 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2faea7c1-9e6f-4b91-8faf-d2c5a0071329 req-5f7f9350-4c42-4fd5-be79-492b67943652 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443218 Mar 15 17:11:15.029520 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9dbbb-ba5c-4585-bb8d-180128ba715c req-a1054d09-d03a-4649-914c-627e1ba732df tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:15.030887 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-21f9dbbb-ba5c-4585-bb8d-180128ba715c req-a1054d09-d03a-4649-914c-627e1ba732df tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 931 time: 0.0508254 Mar 15 17:11:15.045704 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Request body: {'port': {'device_id': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:15.159528 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:15.166872 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-21f9dbbb-ba5c-4585-bb8d-180128ba715c req-78e6a486-ea72-43d5-a9c6-86d2c073c727 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034031 Mar 15 17:11:15.176019 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e124b77-48a2-449d-aff5-6234647d49ad req-7678d69a-aa09-4ee5-85fa-d74b9be9d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:15.177494 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e124b77-48a2-449d-aff5-6234647d49ad req-7678d69a-aa09-4ee5-85fa-d74b9be9d353 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 1129 time: 0.1457663 Mar 15 17:11:15.375143 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-44d8d203-8c92-4e09-8006-306195459ab0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445850 Mar 15 17:11:15.445104 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-06b5bef0-3e6f-4552-812a-f1b3f58c2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:15.446846 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-06b5bef0-3e6f-4552-812a-f1b3f58c2cb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 1129 time: 0.0514095 Mar 15 17:11:15.554238 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-b5c564dd-85e3-44c1-9149-ecea6a383a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:15.555746 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-b5c564dd-85e3-44c1-9149-ecea6a383a2c service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.0886021 Mar 15 17:11:15.650894 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-9138f990-911e-4ee0-bde3-c3e4de2d5804 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c049a398-c003-4ac2-b04a-4ff261df3536 HTTP/1.1" status: 200 len: 1001 time: 0.0888824 Mar 15 17:11:15.651133 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e124b77-48a2-449d-aff5-6234647d49ad req-7c681772-08b5-4e41-9cb3-ab16b94cfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:15.652369 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e124b77-48a2-449d-aff5-6234647d49ad req-7c681772-08b5-4e41-9cb3-ab16b94cfd14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.4542506 Mar 15 17:11:15.704945 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-8b8cfcae-e875-4385-ba2b-dbcd579e113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:15.706385 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-8b8cfcae-e875-4385-ba2b-dbcd579e113f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.0429766 Mar 15 17:11:15.748535 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e124b77-48a2-449d-aff5-6234647d49ad req-dd14b43d-cb2b-4835-8140-662165813134 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc1285e-0a44-46ec-9058-1e6bbfdae31b HTTP/1.1" status: 200 len: 1001 time: 0.0690606 Mar 15 17:11:15.759424 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-5b00f541-d075-49d1-b8f0-cd9ba26b93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:15.760938 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-5b00f541-d075-49d1-b8f0-cd9ba26b93f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445859 Mar 15 17:11:15.833988 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e124b77-48a2-449d-aff5-6234647d49ad req-62a19726-4643-42d7-893f-79baed80f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:15.835451 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e124b77-48a2-449d-aff5-6234647d49ad req-62a19726-4643-42d7-893f-79baed80f01a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.0803003 Mar 15 17:11:15.854918 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-2b61e459-0428-4a55-bec4-0f0ebc840703 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875752 Mar 15 17:11:15.905329 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0eff3df-746b-4eec-8eb1-2675a3738969 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:11:15.915162 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Publish callbacks [] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:15.929774 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e124b77-48a2-449d-aff5-6234647d49ad req-424873c0-b5a2-4707-b9b5-a40006042241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:15.931281 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e124b77-48a2-449d-aff5-6234647d49ad req-424873c0-b5a2-4707-b9b5-a40006042241 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0872617 Mar 15 17:11:15.933730 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Transition to ACTIVE for port object b0eff3df-746b-4eec-8eb1-2675a3738969 will not be triggered until provisioned by entity L2. {{(pid=103235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 15 17:11:15.938713 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:15.944986 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0a627e5-b03b-42ff-a5ed-80c1f0f3bded req-4663434e-4f5c-4032-bfd7-c19d90197cea service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834398 Mar 15 17:11:16.044473 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0eff3df-746b-4eec-8eb1-2675a3738969,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:16.115070 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e124b77-48a2-449d-aff5-6234647d49ad req-90cf004f-4a4c-402f-9fb5-d79397f741c0 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778495 Mar 15 17:11:16.189015 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Attempting to bind port b0eff3df-746b-4eec-8eb1-2675a3738969 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 15 17:11:16.189196 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Attempting to bind port b0eff3df-746b-4eec-8eb1-2675a3738969 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 15 17:11:16.189399 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Attempting to bind port b0eff3df-746b-4eec-8eb1-2675a3738969 on network adbc812d-468c-433c-8d35-e244931f0ae6 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:11:16.196198 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Port b0eff3df-746b-4eec-8eb1-2675a3738969 on network adbc812d-468c-433c-8d35-e244931f0ae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 15 17:11:16.196548 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Attempting to bind port b0eff3df-746b-4eec-8eb1-2675a3738969 on network adbc812d-468c-433c-8d35-e244931f0ae6 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 15 17:11:16.205959 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Checking agent: {'id': '4fb410b4-967d-413d-b16a-e522a572c3af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'started_at': datetime.datetime(2022, 3, 15, 17, 0, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 15, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 15 17:11:16.207589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Checking segment: {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 15 17:11:16.207589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Bound using segment: {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 15 17:11:16.207589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Bound port: b0eff3df-746b-4eec-8eb1-2675a3738969, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21a937b-e4da-42ac-9690-c33eff9d85ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 15 17:11:16.207589 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:16.270765 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-7e124b77-48a2-449d-aff5-6234647d49ad req-8169952f-8e6b-421e-942e-d9e4b664ab9c service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481709 Mar 15 17:11:16.331330 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] For port b0eff3df-746b-4eec-8eb1-2675a3738969, host hv-cinder-73362, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 15 17:11:16.339624 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccbec9-5cb3-4145-8cb4-9e40b4ca7589 req-86845c31-baaf-46a9-814b-421eba186609 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:16.341122 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-26ccbec9-5cb3-4145-8cb4-9e40b4ca7589 req-86845c31-baaf-46a9-814b-421eba186609 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 943 time: 0.1029193 Mar 15 17:11:16.352007 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] For port b0eff3df-746b-4eec-8eb1-2675a3738969, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b0eff3df-746b-4eec-8eb1-2675a3738969,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 15 17:11:16.367645 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:16.414305 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:16.414945 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:16.416311 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] 10.222.0.43 "PUT /v2.0/ports/b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 1093 time: 1.3829739 Mar 15 17:11:16.416784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:11:16.419005 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c22176f-b875-421d-9a3e-ce277e45b437" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:11:16.455557 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-26ccbec9-5cb3-4145-8cb4-9e40b4ca7589 req-d7a5bc55-a522-4c37-a643-534fda8be72f tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074963 Mar 15 17:11:16.473826 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f9b94e-2f99-4ee0-99c5-c8e48947c941 x-openstack-request-id: req-e7f9b94e-2f99-4ee0-99c5-c8e48947c941 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:11:16.474112 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:11:16.474357 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7f9b94e-2f99-4ee0-99c5-c8e48947c941 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:11:16.474743 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'status': 'completed', 'code': 200} Mar 15 17:11:16.497009 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543e7fa-e395-4fac-a203-98235f07bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0eff3df-746b-4eec-8eb1-2675a3738969,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:16.521554 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-719914cb-6a75-47ca-9eb1-b7b968328aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:16.523058 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-719914cb-6a75-47ca-9eb1-b7b968328aad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c19d4e952847919810702301ae0a5d&device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 1127 time: 0.0587094 Mar 15 17:11:16.565258 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-6e7f8aa0-c28d-456d-9c83-e7910ac114de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 217 time: 0.0356681 Mar 15 17:11:16.617843 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-20fbb058-65d4-45ed-9d41-bca5fde685e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:16.619528 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-20fbb058-65d4-45ed-9d41-bca5fde685e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=861f28bd-4ad8-4882-ac70-e606710ee950 HTTP/1.1" status: 200 len: 854 time: 0.0454812 Mar 15 17:11:16.669036 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-9df0c0f9-0535-44ad-bb17-c400553fd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:16.670637 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-9df0c0f9-0535-44ad-bb17-c400553fd4b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adbc812d-468c-433c-8d35-e244931f0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453265 Mar 15 17:11:16.776246 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-ade6403d-e811-4a0d-bff4-4a239b43bac0 service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979114 Mar 15 17:11:16.872372 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e3b50f3-2c9b-41ba-a439-9db80614c9eb req-813ca886-20d7-4676-acd6-ae38678db382 service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900872 Mar 15 17:11:16.961804 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-afb9be7a-ee00-47fc-81e4-3ed6832d7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:16.963304 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-afb9be7a-ee00-47fc-81e4-3ed6832d7570 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c19d4e952847919810702301ae0a5d&device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 1127 time: 0.0450704 Mar 15 17:11:17.051547 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-5a28852c-9fda-4d41-8393-d1edb4776123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:17.053028 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-5a28852c-9fda-4d41-8393-d1edb4776123 service neutron] 10.222.0.43 "GET /v2.0/networks?id=adbc812d-468c-433c-8d35-e244931f0ae6 HTTP/1.1" status: 200 len: 916 time: 0.0840690 Mar 15 17:11:17.096341 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-633f7ec3-e8d6-4719-a53e-e4e7ecfacdb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 217 time: 0.0374439 Mar 15 17:11:17.142175 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-8eefac9f-a6e3-485b-86f7-9a6aca20f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:17.143543 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-8eefac9f-a6e3-485b-86f7-9a6aca20f95f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=861f28bd-4ad8-4882-ac70-e606710ee950 HTTP/1.1" status: 200 len: 854 time: 0.0414386 Mar 15 17:11:17.190931 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-b2196e7d-1940-4987-b56c-4b54ee19e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:17.192384 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-b2196e7d-1940-4987-b56c-4b54ee19e264 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adbc812d-468c-433c-8d35-e244931f0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433066 Mar 15 17:11:17.289613 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-e855368a-3d11-4ca5-9fc9-a4630b509a83 service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898826 Mar 15 17:11:17.381421 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9c22176f-b875-421d-9a3e-ce277e45b437 req-9e01fcd5-120a-494e-b84a-6d02936b3b7b service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825329 Mar 15 17:11:17.574928 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306310cf-ad70-4f97-86ba-e4018cfc84d1 req-af3fe246-1e33-4efd-a303-eb2a81213732 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:17.576473 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-306310cf-ad70-4f97-86ba-e4018cfc84d1 req-af3fe246-1e33-4efd-a303-eb2a81213732 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 943 time: 0.0512526 Mar 15 17:11:17.622731 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-306310cf-ad70-4f97-86ba-e4018cfc84d1 req-be8fa4cd-e2bf-4039-a12e-db67a092db47 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398843 Mar 15 17:11:18.737624 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4badbe-42e3-4ea2-bf4a-a739d62e60e0 req-154fdb74-321f-4281-94ff-abdbd961ecdf tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:18.739096 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ac4badbe-42e3-4ea2-bf4a-a739d62e60e0 req-154fdb74-321f-4281-94ff-abdbd961ecdf tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 943 time: 0.0515122 Mar 15 17:11:18.784842 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-ac4badbe-42e3-4ea2-bf4a-a739d62e60e0 req-b0f10301-170b-4ac2-9b1a-a96b9a0e3e4d tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Mar 15 17:11:19.907239 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd733f9-f2fc-4ba9-98ab-ee12c9f4d71e req-efe81301-5b95-4002-96c3-80d4535b915f tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:19.908813 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1fd733f9-f2fc-4ba9-98ab-ee12c9f4d71e req-efe81301-5b95-4002-96c3-80d4535b915f tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 943 time: 0.0588989 Mar 15 17:11:19.954370 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1fd733f9-f2fc-4ba9-98ab-ee12c9f4d71e req-4e649342-9840-4e5d-b5b5-86b36485601c tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Mar 15 17:11:21.081371 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0145d-f148-4261-aac9-7497c2ba237f req-e77b0ceb-27bc-4c7c-aeea-d4340027a5c6 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:21.082860 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d3c0145d-f148-4261-aac9-7497c2ba237f req-e77b0ceb-27bc-4c7c-aeea-d4340027a5c6 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 943 time: 0.0538611 Mar 15 17:11:21.109685 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device b0eff3df-746b-4eec-8eb1-2675a3738969 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 15 17:11:21.130225 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d3c0145d-f148-4261-aac9-7497c2ba237f req-e467ecd8-772f-4c96-b192-c1c033876634 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Mar 15 17:11:21.217176 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port b0eff3df-746b-4eec-8eb1-2675a3738969, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b0eff3df-746b-4eec-8eb1-2675a3738969,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:11:21.228015 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Returning: {'device': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'port_id': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'mac_address': 'fa:16:3e:c7:d5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 15 17:11:21.266317 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port b0eff3df-746b-4eec-8eb1-2675a3738969 is: DOWN; New status is: BUILD {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:21.266632 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:21.281442 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0eff3df-746b-4eec-8eb1-2675a3738969 {{(pid=103236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 15 17:11:21.301088 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port b0eff3df-746b-4eec-8eb1-2675a3738969, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b0eff3df-746b-4eec-8eb1-2675a3738969,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:11:21.305136 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:21.360863 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=b0eff3df-746b-4eec-8eb1-2675a3738969,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:21.545846 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['b0eff3df-746b-4eec-8eb1-2675a3738969'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:11:22.243985 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8c902-0bdc-493d-bbc4-65ec7a7970f3 req-51cadb6e-66be-4f4f-89f8-b26cd7d7272d tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:22.245462 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8da8c902-0bdc-493d-bbc4-65ec7a7970f3 req-51cadb6e-66be-4f4f-89f8-b26cd7d7272d tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 944 time: 0.0508435 Mar 15 17:11:22.294675 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8da8c902-0bdc-493d-bbc4-65ec7a7970f3 req-d95a6b76-98c7-4a2a-aa9c-3e954655c98c tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438061 Mar 15 17:11:23.125335 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device b0eff3df-746b-4eec-8eb1-2675a3738969 up at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 15 17:11:23.172711 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning for port b0eff3df-746b-4eec-8eb1-2675a3738969 completed by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 15 17:11:23.177182 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Provisioning complete for port b0eff3df-746b-4eec-8eb1-2675a3738969 triggered by entity L2. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:23.177580 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:23.254029 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Current status of the port b0eff3df-746b-4eec-8eb1-2675a3738969 is: BUILD; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:23.254409 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:23.276050 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969'}] {{(pid=103236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:11:23.278276 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5fabbe0af316ce87bee8fd4cb26a581d9c1e0366018702c7059d27b59e2f5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924f40d5-eecd-4a93-8264-8714efed11ee" -d '{"events": [{"server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "name": "network-vif-plugged", "status": "completed", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969"}]}' {{(pid=103236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:11:23.290710 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] For port b0eff3df-746b-4eec-8eb1-2675a3738969, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b0eff3df-746b-4eec-8eb1-2675a3738969,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:11:23.294753 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:23.320052 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88f5ce9-ba2f-4eaa-be13-c4c3e82e6e54 x-openstack-request-id: req-d88f5ce9-ba2f-4eaa-be13-c4c3e82e6e54 {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:11:23.320339 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "name": "network-vif-plugged", "status": "completed", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969", "code": 200}]} {{(pid=103236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:11:23.320610 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d88f5ce9-ba2f-4eaa-be13-c4c3e82e6e54 {{(pid=103236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:11:23.320992 dv-cinder-733623-12-iscsi neutron-server[103236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'code': 200} Mar 15 17:11:23.350939 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Pushing event updated for resources: {'Port': ['ID=b0eff3df-746b-4eec-8eb1-2675a3738969,revision_number=5']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:23.417667 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc959be3-733e-4664-8ce5-877146063c21 req-62ff2fa2-e084-4946-9760-3f9d725b2587 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:23.419140 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc959be3-733e-4664-8ce5-877146063c21 req-62ff2fa2-e084-4946-9760-3f9d725b2587 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.0521615 Mar 15 17:11:23.488218 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc959be3-733e-4664-8ce5-877146063c21 req-0184cbae-2d82-42ea-bde0-674e98641b78 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629072 Mar 15 17:11:23.501649 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413fbb0-18e7-41f5-a411-626a8e6e41de req-cb713c2d-66cc-46ff-9161-480277fda1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:23.503153 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2413fbb0-18e7-41f5-a411-626a8e6e41de req-cb713c2d-66cc-46ff-9161-480277fda1bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 1129 time: 0.0540128 Mar 15 17:11:23.544889 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2413fbb0-18e7-41f5-a411-626a8e6e41de req-6e17c59b-5903-4167-903b-fa3196cffa50 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357010 Mar 15 17:11:24.621604 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea3ca8-7f90-4a54-829f-cc003bc040aa req-1c28adc1-f164-4819-bcb5-1b9f0548f4fc tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:24.623052 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2eea3ca8-7f90-4a54-829f-cc003bc040aa req-1c28adc1-f164-4819-bcb5-1b9f0548f4fc tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.0628302 Mar 15 17:11:24.668155 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-2eea3ca8-7f90-4a54-829f-cc003bc040aa req-f02852c9-9d0c-44d2-a9cd-0978d1f19cb9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Mar 15 17:11:25.784933 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1ee88-d305-49c4-9d27-fe819c011999 req-5eb6a573-bc6c-4ea8-967d-108511a505eb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:25.786304 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c0c1ee88-d305-49c4-9d27-fe819c011999 req-5eb6a573-bc6c-4ea8-967d-108511a505eb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Mar 15 17:11:25.831776 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c0c1ee88-d305-49c4-9d27-fe819c011999 req-573d77f4-9ab3-48fc-8963-2e779e745823 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Mar 15 17:11:25.949228 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25957c-31d9-4b83-9e47-f4f8fe2ee5a0 req-296f69b9-4042-4d45-b92c-a1ba2b0c82d1 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:25.950691 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6c25957c-31d9-4b83-9e47-f4f8fe2ee5a0 req-296f69b9-4042-4d45-b92c-a1ba2b0c82d1 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.0553336 Mar 15 17:11:25.995497 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6c25957c-31d9-4b83-9e47-f4f8fe2ee5a0 req-427db4dd-826a-4186-96ed-6b8c3d52b829 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388305 Mar 15 17:11:26.312991 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29ff77-829b-4ff6-b21a-b6d9533074c8 req-6f347d2f-481c-45bb-b6a9-e7a88d41b167 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:26.314435 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8c29ff77-829b-4ff6-b21a-b6d9533074c8 req-6f347d2f-481c-45bb-b6a9-e7a88d41b167 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.0509062 Mar 15 17:11:26.359165 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8c29ff77-829b-4ff6-b21a-b6d9533074c8 req-e4bae2ed-2f5d-4814-b7fe-23f64db07b01 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Mar 15 17:11:33.151888 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-6a4764a3-416d-40f3-96bd-e9c3d70330d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:34.646334 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e3af-81af-471b-af86-ad4a383273b6 req-775f0a21-4092-4b03-8a48-40127dea27e2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:34.647774 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-feb0e3af-81af-471b-af86-ad4a383273b6 req-775f0a21-4092-4b03-8a48-40127dea27e2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.0507634 Mar 15 17:11:34.696576 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-feb0e3af-81af-471b-af86-ad4a383273b6 req-727cb671-4d21-4650-a40a-a8160df72426 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433352 Mar 15 17:11:34.717861 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38958) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:34.857184 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d08e84-e511-42b6-bf13-a14063e0f831 tempest-TestMinimumBasicScenario-661982930 tempest-TestMinimumBasicScenario-661982930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:34.858647 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-e2d08e84-e511-42b6-bf13-a14063e0f831 tempest-TestMinimumBasicScenario-661982930 tempest-TestMinimumBasicScenario-661982930-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 1124 time: 0.1398492 Mar 15 17:11:34.861509 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 38962) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:34.866162 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'floatingip': {'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'port_id': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:34.885691 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:34.976736 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:35.084155 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Allocated IP 172.27.0.124 (43da1cff-48f1-490c-a796-e70825845c77/3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb/a6f2d0aa-3f24-4b26-8986-68243bd632f7) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 15 17:11:35.182432 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for port (a6f2d0aa-3f24-4b26-8986-68243bd632f7), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:35.217722 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743084964208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (a6f2d0aa-3f24-4b26-8986-68243bd632f7), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:35.252152 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Network 43da1cff-48f1-490c-a796-e70825845c77 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 15 17:11:35.256782 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 15 17:11:35.260201 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 15 17:11:35.282992 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'Port': ['ID=a6f2d0aa-3f24-4b26-8986-68243bd632f7,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:35.292897 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.293244 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.293584 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.293924 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.294257 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.294587 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.294917 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.295239 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.295563 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.295885 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.296205 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.296556 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.296877 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.297192 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.297510 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:11:35.503683 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5828c115-9faa-45b3-8b44-6b04dae523f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:35.614175 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for floatingip (0ebaa8a3-a882-4be8-8ce8-8afee6287e8e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:35.682567 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (a6f2d0aa-3f24-4b26-8986-68243bd632f7), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:35.837448 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for port (a6f2d0aa-3f24-4b26-8986-68243bd632f7), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:35.841861 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (a6f2d0aa-3f24-4b26-8986-68243bd632f7), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:35.907887 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'Port': ['ID=a6f2d0aa-3f24-4b26-8986-68243bd632f7,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:35.917645 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428089'] for floatingip (0ebaa8a3-a882-4be8-8ce8-8afee6287e8e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.014901 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Floating IP 0ebaa8a3-a882-4be8-8ce8-8afee6287e8e associated. External IP: 172.27.0.124, port: b0eff3df-746b-4eec-8eb1-2675a3738969. Mar 15 17:11:36.226596 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Router 64649b13-7776-4035-b23e-d1e04ced6df7 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:11:36.331864 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:11:36.341633 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] Sync routers for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:11:36.349397 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.351619 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:11:36.352216 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:11:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:36.379167 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-1df25430-2a79-4323-aafb-4271952f4e81 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5161252 Mar 15 17:11:36.380027 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:11:36.382220 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38964) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:36.382750 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091c546c-6cdd-4262-85ce-34a725be01e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:11:36.387508 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-efb3f75f-07af-4e04-a61f-292781bd1f20 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213236438', 'description': 'tempest-secgroup-smoke-213236438 description', 'project_id': '49c19d4e952847919810702301ae0a5d'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:36.417235 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-efb3f75f-07af-4e04-a61f-292781bd1f20 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.426364 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0552cdf-091b-4e1a-8521-9ff6a635497b x-openstack-request-id: req-d0552cdf-091b-4e1a-8521-9ff6a635497b {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:11:36.426680 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:11:36.426920 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0552cdf-091b-4e1a-8521-9ff6a635497b {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:11:36.427326 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'status': 'completed', 'code': 200} Mar 15 17:11:36.470369 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:11:36.493567 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-652a22c0-f694-439f-8638-9722a4902068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:36.495246 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-652a22c0-f694-439f-8638-9722a4902068 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c19d4e952847919810702301ae0a5d&device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 1129 time: 0.0462399 Mar 15 17:11:36.495995 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-efb3f75f-07af-4e04-a61f-292781bd1f20 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group (25eeab90-cfd0-4286-a020-ac32fefe6915), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.497826 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.499870 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-efb3f75f-07af-4e04-a61f-292781bd1f20 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (25eeab90-cfd0-4286-a020-ac32fefe6915), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.531955 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-efb3f75f-07af-4e04-a61f-292781bd1f20 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.537423 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-efb3f75f-07af-4e04-a61f-292781bd1f20 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1497936 Mar 15 17:11:36.537423 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3f75f-07af-4e04-a61f-292781bd1f20 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25eeab90-cfd0-4286-a020-ac32fefe6915,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:36.537423 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38968) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:36.544629 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-76ff99c4-ab12-4907-941d-e8d04b775301 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'security_group_rule': {'security_group_id': '25eeab90-cfd0-4286-a020-ac32fefe6915', 'project_id': '49c19d4e952847919810702301ae0a5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:36.574075 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76ff99c4-ab12-4907-941d-e8d04b775301 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (4d5767b8-4b0d-4737-8de0-39bc25c5dee9), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.601886 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-3144e200-342e-4117-8e8d-6570bacb37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:36.603631 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-3144e200-342e-4117-8e8d-6570bacb37e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=adbc812d-468c-433c-8d35-e244931f0ae6 HTTP/1.1" status: 200 len: 916 time: 0.0958941 Mar 15 17:11:36.635556 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76ff99c4-ab12-4907-941d-e8d04b775301 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (4d5767b8-4b0d-4737-8de0-39bc25c5dee9), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.639966 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76ff99c4-ab12-4907-941d-e8d04b775301 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (4d5767b8-4b0d-4737-8de0-39bc25c5dee9), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.658972 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff99c4-ab12-4907-941d-e8d04b775301 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5767b8-4b0d-4737-8de0-39bc25c5dee9,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:36.667172 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76ff99c4-ab12-4907-941d-e8d04b775301 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.671241 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-76ff99c4-ab12-4907-941d-e8d04b775301 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276555 Mar 15 17:11:36.671843 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38972) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:36.673929 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-2056b9da-77be-4320-ab6c-71bd009c9428 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 999 time: 0.0629478 Mar 15 17:11:36.677004 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-6716b4cb-6ce9-4e33-9534-ddc2baa93358 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'security_group_rule': {'security_group_id': '25eeab90-cfd0-4286-a020-ac32fefe6915', 'project_id': '49c19d4e952847919810702301ae0a5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:36.702842 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6716b4cb-6ce9-4e33-9534-ddc2baa93358 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (a91e0bb4-0f93-45c4-9334-84dd51423d6a), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.733986 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-894b50c0-9f6a-4908-8ae1-2d2a259ef4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:36.734527 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '0ebaa8a3-a882-4be8-8ce8-8afee6287e8e', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'port_id': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'mac_address': 'fa:16:3e:c7:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:11:35Z', 'updated_at': '2022-03-15T17:11:35Z', 'revision_number': 0, 'project_id': '49c19d4e952847919810702301ae0a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d997389-dcfb-44d7-a6b6-0e882d72d0f7', 'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'mac_address': 'fa:16:3e:ff:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:43Z', 'updated_at': '2022-03-15T17:10:49Z', 'revision_number': 5, 'project_id': '49c19d4e952847919810702301ae0a5d', 'subnets': [{'id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:36.735490 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-894b50c0-9f6a-4908-8ae1-2d2a259ef4d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=861f28bd-4ad8-4882-ac70-e606710ee950 HTTP/1.1" status: 200 len: 854 time: 0.0553339 Mar 15 17:11:36.764222 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] Checking router: 64649b13-7776-4035-b23e-d1e04ced6df7 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:11:36.773717 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:11:36.774354 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:11:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:36.774597 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6716b4cb-6ce9-4e33-9534-ddc2baa93358 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (a91e0bb4-0f93-45c4-9334-84dd51423d6a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.779934 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6716b4cb-6ce9-4e33-9534-ddc2baa93358 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (a91e0bb4-0f93-45c4-9334-84dd51423d6a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.795785 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-b8f7453b-9005-4245-8c7e-9e790eb917cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:36.797424 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-b8f7453b-9005-4245-8c7e-9e790eb917cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adbc812d-468c-433c-8d35-e244931f0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541043 Mar 15 17:11:36.800745 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716b4cb-6ce9-4e33-9534-ddc2baa93358 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91e0bb4-0f93-45c4-9334-84dd51423d6a,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:36.806364 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6716b4cb-6ce9-4e33-9534-ddc2baa93358 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.810693 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6716b4cb-6ce9-4e33-9534-ddc2baa93358 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378055 Mar 15 17:11:36.811470 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38974) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:36.818264 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-c484d04c-df6c-40fa-ba5b-1b0580b79cf9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'security_group_rule': {'security_group_id': '25eeab90-cfd0-4286-a020-ac32fefe6915', 'project_id': '49c19d4e952847919810702301ae0a5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:36.844661 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c484d04c-df6c-40fa-ba5b-1b0580b79cf9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (13f85e23-4e8b-4655-ab5e-5120e8aab21c), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.890420 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-21e4c95f-cb3a-400e-8fef-63a9424899d2 service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859692 Mar 15 17:11:36.893326 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:11:36.906722 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c484d04c-df6c-40fa-ba5b-1b0580b79cf9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (13f85e23-4e8b-4655-ab5e-5120e8aab21c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.911664 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c484d04c-df6c-40fa-ba5b-1b0580b79cf9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (13f85e23-4e8b-4655-ab5e-5120e8aab21c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.925343 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484d04c-df6c-40fa-ba5b-1b0580b79cf9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f85e23-4e8b-4655-ab5e-5120e8aab21c,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:36.943090 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c484d04c-df6c-40fa-ba5b-1b0580b79cf9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.947770 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c484d04c-df6c-40fa-ba5b-1b0580b79cf9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353135 Mar 15 17:11:36.948513 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38976) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:36.953950 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-5a396642-c14a-4a62-8588-cb76e0d4373a tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'security_group_rule': {'security_group_id': '25eeab90-cfd0-4286-a020-ac32fefe6915', 'project_id': '49c19d4e952847919810702301ae0a5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:36.981141 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a396642-c14a-4a62-8588-cb76e0d4373a tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (5a2a128d-f464-4542-9654-f502ec692682), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:36.995767 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-091c546c-6cdd-4262-85ce-34a725be01e7 req-562a4365-e331-4ac1-afe8-16c2eae903d6 service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990980 Mar 15 17:11:37.043280 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a396642-c14a-4a62-8588-cb76e0d4373a tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (5a2a128d-f464-4542-9654-f502ec692682), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.047077 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a396642-c14a-4a62-8588-cb76e0d4373a tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (5a2a128d-f464-4542-9654-f502ec692682), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.071925 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a396642-c14a-4a62-8588-cb76e0d4373a tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2a128d-f464-4542-9654-f502ec692682,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:37.078044 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a396642-c14a-4a62-8588-cb76e0d4373a tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.079279 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5a396642-c14a-4a62-8588-cb76e0d4373a tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290228 Mar 15 17:11:37.082911 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38978) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:37.090365 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-a7e93cd2-0eda-4c59-b857-c5407ce570b4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'security_group_rule': {'security_group_id': '25eeab90-cfd0-4286-a020-ac32fefe6915', 'project_id': '49c19d4e952847919810702301ae0a5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:37.118887 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.securitygroups_db [None req-a7e93cd2-0eda-4c59-b857-c5407ce570b4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Project 49c19d4e952847919810702301ae0a5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:11:37.126468 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7e93cd2-0eda-4c59-b857-c5407ce570b4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (c0df87fb-131a-47a3-a6b2-04da27a78c88), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.171024 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '0ebaa8a3-a882-4be8-8ce8-8afee6287e8e', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'port_id': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'mac_address': 'fa:16:3e:c7:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:11:35Z', 'updated_at': '2022-03-15T17:11:35Z', 'revision_number': 0, 'project_id': '49c19d4e952847919810702301ae0a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d997389-dcfb-44d7-a6b6-0e882d72d0f7', 'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'mac_address': 'fa:16:3e:ff:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:43Z', 'updated_at': '2022-03-15T17:10:49Z', 'revision_number': 5, 'project_id': '49c19d4e952847919810702301ae0a5d', 'subnets': [{'id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:11:37.214536 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904b24c-0dda-4cc8-a421-7445f33cd0d4 None None] The sync data for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi is: [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '0ebaa8a3-a882-4be8-8ce8-8afee6287e8e', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'port_id': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'mac_address': 'fa:16:3e:c7:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:11:35Z', 'updated_at': '2022-03-15T17:11:35Z', 'revision_number': 0, 'project_id': '49c19d4e952847919810702301ae0a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d997389-dcfb-44d7-a6b6-0e882d72d0f7', 'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'mac_address': 'fa:16:3e:ff:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:43Z', 'updated_at': '2022-03-15T17:10:49Z', 'revision_number': 5, 'project_id': '49c19d4e952847919810702301ae0a5d', 'subnets': [{'id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:11:37.214865 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7e93cd2-0eda-4c59-b857-c5407ce570b4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (c0df87fb-131a-47a3-a6b2-04da27a78c88), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.219199 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7e93cd2-0eda-4c59-b857-c5407ce570b4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (c0df87fb-131a-47a3-a6b2-04da27a78c88), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.240160 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e93cd2-0eda-4c59-b857-c5407ce570b4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0df87fb-131a-47a3-a6b2-04da27a78c88,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:37.248940 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7e93cd2-0eda-4c59-b857-c5407ce570b4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.250202 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a7e93cd2-0eda-4c59-b857-c5407ce570b4 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1659052 Mar 15 17:11:37.252826 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 38980) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:11:37.257347 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-71eed300-8a9a-4b61-ac8f-32a08daf3021 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'security_group_rule': {'security_group_id': '25eeab90-cfd0-4286-a020-ac32fefe6915', 'project_id': '49c19d4e952847919810702301ae0a5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:37.277508 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.securitygroups_db [None req-71eed300-8a9a-4b61-ac8f-32a08daf3021 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Project 49c19d4e952847919810702301ae0a5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 15 17:11:37.282724 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-71eed300-8a9a-4b61-ac8f-32a08daf3021 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (cb3732e3-9cb5-4e02-b600-6db4e2cf201f), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.342275 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-71eed300-8a9a-4b61-ac8f-32a08daf3021 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (cb3732e3-9cb5-4e02-b600-6db4e2cf201f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.346238 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-71eed300-8a9a-4b61-ac8f-32a08daf3021 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269404'] for security_group_rule (cb3732e3-9cb5-4e02-b600-6db4e2cf201f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.372650 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eed300-8a9a-4b61-ac8f-32a08daf3021 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3732e3-9cb5-4e02-b600-6db4e2cf201f,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:37.387889 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-71eed300-8a9a-4b61-ac8f-32a08daf3021 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.389528 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-71eed300-8a9a-4b61-ac8f-32a08daf3021 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355262 Mar 15 17:11:37.422164 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e96149-9df4-48ae-9eb9-b69225004ab6 None None] New status for floating IP 0ebaa8a3-a882-4be8-8ce8-8afee6287e8e: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:11:37.489001 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-6b61886f-d01c-43ca-82a8-84563f657068 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213236438&fields=id&tenant_id=49c19d4e952847919810702301ae0a5d HTTP/1.1" status: 200 len: 267 time: 0.0435371 Mar 15 17:11:37.544251 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-0e6f576d-c4f1-4d61-8aab-82aff4dfb8e5 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:37.545781 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-0e6f576d-c4f1-4d61-8aab-82aff4dfb8e5 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.0513706 Mar 15 17:11:37.556365 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-4b6b7e6a-68d8-4126-bb1c-ede9cc9561a8 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'port': {'security_groups': ['fef67cf0-3d21-446b-9ba0-23d208fbe78e', '25eeab90-cfd0-4286-a020-ac32fefe6915']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:11:37.632231 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-4b6b7e6a-68d8-4126-bb1c-ede9cc9561a8 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.823861 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-4b6b7e6a-68d8-4126-bb1c-ede9cc9561a8 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] For port b0eff3df-746b-4eec-8eb1-2675a3738969, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b0eff3df-746b-4eec-8eb1-2675a3738969,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:11:37.851361 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-4b6b7e6a-68d8-4126-bb1c-ede9cc9561a8 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.855670 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-4b6b7e6a-68d8-4126-bb1c-ede9cc9561a8 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.879861 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['b0eff3df-746b-4eec-8eb1-2675a3738969'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:11:37.897721 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-4b6b7e6a-68d8-4126-bb1c-ede9cc9561a8 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:37.898333 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-4b6b7e6a-68d8-4126-bb1c-ede9cc9561a8 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.899724 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bb9ff483-05fc-47e5-ac88-eb263cff9501 req-4b6b7e6a-68d8-4126-bb1c-ede9cc9561a8 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "PUT /v2.0/ports/b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 981 time: 0.3477538 Mar 15 17:11:37.930075 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b7e6a-68d8-4126-bb1c-ede9cc9561a8 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'Port': ['ID=b0eff3df-746b-4eec-8eb1-2675a3738969,revision_number=6']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:11:37.950312 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:37.979813 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['b0eff3df-746b-4eec-8eb1-2675a3738969'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:11:38.020716 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01563-b386-4c94-a826-90ae91176e99 req-dcb83c90-8126-4171-aff9-1ea9f9fc3c52 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:38.022532 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4dc01563-b386-4c94-a826-90ae91176e99 req-dcb83c90-8126-4171-aff9-1ea9f9fc3c52 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0579014 Mar 15 17:11:38.092796 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4dc01563-b386-4c94-a826-90ae91176e99 req-a3d0eb9b-75c6-4241-94a1-881b0685c282 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642781 Mar 15 17:11:38.247707 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-8bb527cd-c59c-4a0a-ba75-ef6ed669c23e None None] Provisioning complete for port b0eff3df-746b-4eec-8eb1-2675a3738969 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:11:38.248084 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8bb527cd-c59c-4a0a-ba75-ef6ed669c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:38.429663 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:11:38.431875 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:11:38.435838 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8bb527cd-c59c-4a0a-ba75-ef6ed669c23e None None] Current status of the port b0eff3df-746b-4eec-8eb1-2675a3738969 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:11:38.470310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2dc295-f2fd-47f7-be80-db8f2ba70a15 x-openstack-request-id: req-7a2dc295-f2fd-47f7-be80-db8f2ba70a15 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:11:38.470604 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:11:38.470855 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a2dc295-f2fd-47f7-be80-db8f2ba70a15 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:11:38.471894 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'status': 'completed', 'code': 200} Mar 15 17:11:38.535662 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-7ded3758-21d5-4988-b74d-bc6338b14825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:38.537163 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-7ded3758-21d5-4988-b74d-bc6338b14825 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c19d4e952847919810702301ae0a5d&device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 1168 time: 0.0444896 Mar 15 17:11:38.623767 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-9df5d87d-6563-461c-ac7f-b33462936f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:38.625357 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-9df5d87d-6563-461c-ac7f-b33462936f3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=adbc812d-468c-433c-8d35-e244931f0ae6 HTTP/1.1" status: 200 len: 916 time: 0.0828512 Mar 15 17:11:38.690411 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-50a915ad-caea-480c-ae0b-c4f36092b8ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 1001 time: 0.0591710 Mar 15 17:11:38.735896 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-e2096ea5-f217-4c96-a569-9a46aba2090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:38.737405 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-e2096ea5-f217-4c96-a569-9a46aba2090f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=861f28bd-4ad8-4882-ac70-e606710ee950 HTTP/1.1" status: 200 len: 854 time: 0.0415103 Mar 15 17:11:38.785646 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-5a1d60d6-ff30-42d3-9098-c20727370189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:11:38.787103 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-5a1d60d6-ff30-42d3-9098-c20727370189 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adbc812d-468c-433c-8d35-e244931f0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434484 Mar 15 17:11:38.882618 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-980bd9da-60c4-4e3e-8afd-4662c3eaaada service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805867 Mar 15 17:11:38.969497 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c2cbb452-6d16-4b65-9f28-40c2e7d384eb req-cba09faa-d2c1-44b0-b341-24d2a3f5ea87 service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807149 Mar 15 17:11:39.698448 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:39.702576 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:11:48.525990 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:12:00.893496 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a2cd9-67b3-4f27-be8c-f274ee90f62c req-4c4fa134-a896-4336-83ce-9f81b2471538 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:00.895559 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bc7a2cd9-67b3-4f27-be8c-f274ee90f62c req-4c4fa134-a896-4336-83ce-9f81b2471538 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.3540263 Mar 15 17:12:00.901725 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-94789aa2-2e43-4107-a243-6d7e1cfd6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:00.903069 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-94789aa2-2e43-4107-a243-6d7e1cfd6649 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c19d4e952847919810702301ae0a5d&device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 1168 time: 0.3523557 Mar 15 17:12:01.014650 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-bc7a2cd9-67b3-4f27-be8c-f274ee90f62c req-fca21015-b0d0-4486-80fb-42d38dfb5914 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105700 Mar 15 17:12:01.027104 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-c3fa672d-8184-490b-a5dc-e17435cce85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:01.028534 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-c3fa672d-8184-490b-a5dc-e17435cce85b service neutron] 10.222.0.43 "GET /v2.0/networks?id=adbc812d-468c-433c-8d35-e244931f0ae6 HTTP/1.1" status: 200 len: 916 time: 0.1178169 Mar 15 17:12:01.091211 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-c413243a-c907-4f46-985f-8b4ca896f228 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 1001 time: 0.0560384 Mar 15 17:12:01.142351 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-f06169ff-51f0-4257-9299-e376aa7e5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:01.143728 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-f06169ff-51f0-4257-9299-e376aa7e5f89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=861f28bd-4ad8-4882-ac70-e606710ee950 HTTP/1.1" status: 200 len: 854 time: 0.0459380 Mar 15 17:12:01.190809 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-459dd2bc-c3dd-4353-afc2-23eb77dc4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:01.192209 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-459dd2bc-c3dd-4353-afc2-23eb77dc4b7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adbc812d-468c-433c-8d35-e244931f0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416582 Mar 15 17:12:01.279497 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-6571f28e-10d7-4003-9370-1d3b2314d358 service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801682 Mar 15 17:12:01.364472 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b04ef1f0-f5fe-4fec-8199-b84c272cccc4 req-eb25bf99-4b6e-430d-9178-4582f8245ada service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783219 Mar 15 17:12:02.141301 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c84a39-3a09-4266-acd5-be5d2ab787ca req-47b4d264-24dd-4010-a627-b2bc86396863 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:02.143371 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c3c84a39-3a09-4266-acd5-be5d2ab787ca req-47b4d264-24dd-4010-a627-b2bc86396863 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0564001 Mar 15 17:12:02.202795 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c3c84a39-3a09-4266-acd5-be5d2ab787ca req-751e780b-73b4-42be-b8dc-cbacd9fb6df3 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536749 Mar 15 17:12:03.093397 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-35b3015a-57b0-44fa-bb68-5c8e6795e2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:03.317745 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3887e-0432-4608-a88d-7bcbc8a001e7 req-eb6aef40-e44f-48c7-8b57-dfc3ce0d08cb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:03.319098 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d5a3887e-0432-4608-a88d-7bcbc8a001e7 req-eb6aef40-e44f-48c7-8b57-dfc3ce0d08cb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0514927 Mar 15 17:12:03.376594 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-d5a3887e-0432-4608-a88d-7bcbc8a001e7 req-d986cce5-5605-4a14-92fc-b9f728e17ffd tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518920 Mar 15 17:12:04.490951 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d836f-a946-4833-9e08-0b759d6781e1 req-f602328a-6887-411f-909a-ca5bec874f82 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:04.492428 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-447d836f-a946-4833-9e08-0b759d6781e1 req-f602328a-6887-411f-909a-ca5bec874f82 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0508976 Mar 15 17:12:04.549694 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-447d836f-a946-4833-9e08-0b759d6781e1 req-da7ac1f6-8ffa-4b36-a6bd-a96276ea42dc tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517159 Mar 15 17:12:05.504146 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-797c30f5-0d26-4fde-8e40-02d79bef0325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:05.670163 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613d2d4-0805-463b-bf5c-6b19ae085e6c req-d19825fe-0abc-4805-b19e-99190bfaa5ef tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:05.671606 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5613d2d4-0805-463b-bf5c-6b19ae085e6c req-d19825fe-0abc-4805-b19e-99190bfaa5ef tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0564246 Mar 15 17:12:05.729469 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-5613d2d4-0805-463b-bf5c-6b19ae085e6c req-d441dd63-50ad-4c70-8ad4-267bfdb72b04 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519454 Mar 15 17:12:06.498228 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:06.854474 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e675f8a-893e-448a-85df-e57eba2091ea req-ddc5ad85-ad17-4608-9cf3-0d2f1ce93c0b tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:06.855917 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1e675f8a-893e-448a-85df-e57eba2091ea req-ddc5ad85-ad17-4608-9cf3-0d2f1ce93c0b tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0523260 Mar 15 17:12:06.913360 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-1e675f8a-893e-448a-85df-e57eba2091ea req-d898d7e3-e144-4113-a31c-5c14aa664083 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518372 Mar 15 17:12:07.928439 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:08.029525 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16026-1290-4e53-bda7-c67630c575ec req-99e5608d-ee25-4e85-8b77-07330bcf9cae tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:08.030898 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-feb16026-1290-4e53-bda7-c67630c575ec req-99e5608d-ee25-4e85-8b77-07330bcf9cae tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0520737 Mar 15 17:12:08.101554 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-feb16026-1290-4e53-bda7-c67630c575ec req-86feadd3-b26b-4acb-84d7-730e78574d6b tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648429 Mar 15 17:12:09.273967 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d5a6e-8642-419b-9f57-c376a9467f73 req-dffcb0a1-3468-4164-8cf3-5eea74bfbc9b tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:09.275415 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f39d5a6e-8642-419b-9f57-c376a9467f73 req-dffcb0a1-3468-4164-8cf3-5eea74bfbc9b tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0995264 Mar 15 17:12:09.334722 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f39d5a6e-8642-419b-9f57-c376a9467f73 req-08fea438-0514-440f-88c9-ec9085697f38 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537522 Mar 15 17:12:09.690273 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:09.712240 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:10.450001 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a61eed-8787-4d04-8f69-2e36f19ad0e1 req-65ebc7b5-fd25-4cc4-aae1-22138018d958 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:10.451436 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f2a61eed-8787-4d04-8f69-2e36f19ad0e1 req-65ebc7b5-fd25-4cc4-aae1-22138018d958 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0513480 Mar 15 17:12:10.508160 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-f2a61eed-8787-4d04-8f69-2e36f19ad0e1 req-42df048d-3bb1-43f3-8088-7c251b1e4286 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509944 Mar 15 17:12:11.625734 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de0e1-90b0-49a2-beee-0bef8ae0cffd req-7d92df6b-f384-47f0-bfd6-7bf7a8df94f9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:11.627743 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-543de0e1-90b0-49a2-beee-0bef8ae0cffd req-7d92df6b-f384-47f0-bfd6-7bf7a8df94f9 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0547490 Mar 15 17:12:11.684548 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-543de0e1-90b0-49a2-beee-0bef8ae0cffd req-a74eff0b-2764-4458-a39e-2e28b837f933 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511415 Mar 15 17:12:12.849117 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6805e4-99fe-4d42-8655-39c43479ca00 req-254095e7-19ca-48e0-9efd-d3b558d54610 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:12.850586 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4c6805e4-99fe-4d42-8655-39c43479ca00 req-254095e7-19ca-48e0-9efd-d3b558d54610 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.1009212 Mar 15 17:12:12.908056 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4c6805e4-99fe-4d42-8655-39c43479ca00 req-672f44bd-2c15-4609-a2b8-87209677d8ef tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517650 Mar 15 17:12:14.027389 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c93c13-b934-4f30-ab96-5a2295fbe6d7 req-476154d3-222a-47d0-845b-fbdc876df7cf tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:14.028928 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-40c93c13-b934-4f30-ab96-5a2295fbe6d7 req-476154d3-222a-47d0-845b-fbdc876df7cf tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0557146 Mar 15 17:12:14.086641 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-40c93c13-b934-4f30-ab96-5a2295fbe6d7 req-00eee5e2-2542-4637-a08d-88a5ba29f95e tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517771 Mar 15 17:12:15.258502 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad142-e8ee-4b35-993c-ab3728a597aa req-8d50b9e7-edef-4c16-a8dd-a41fa45aee94 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:15.259954 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b14ad142-e8ee-4b35-993c-ab3728a597aa req-8d50b9e7-edef-4c16-a8dd-a41fa45aee94 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0527599 Mar 15 17:12:15.319045 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b14ad142-e8ee-4b35-993c-ab3728a597aa req-b25a716e-9d16-4104-98ba-d959ad7d2782 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534444 Mar 15 17:12:16.332255 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-be550931-ce95-47ae-ba8b-e5a4c1011145 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430632 Mar 15 17:12:16.450357 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-613f5f08-35c0-4bcc-acc3-5cd9157be00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:16.451838 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-613f5f08-35c0-4bcc-acc3-5cd9157be00a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 1129 time: 0.0795603 Mar 15 17:12:16.462916 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff240-f577-40e3-9bfb-2c95fee0821a req-c028c1a5-2687-42d9-bb65-7eea7f7c5180 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:16.464331 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b80ff240-f577-40e3-9bfb-2c95fee0821a req-c028c1a5-2687-42d9-bb65-7eea7f7c5180 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0632846 Mar 15 17:12:16.576867 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-b80ff240-f577-40e3-9bfb-2c95fee0821a req-edfa53d5-9fcb-45ad-9ea5-8be4e1c90228 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065943 Mar 15 17:12:16.598069 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-cdaa725e-09b2-482b-9a8a-b15cc33d8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:16.599502 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-cdaa725e-09b2-482b-9a8a-b15cc33d8a6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.1226413 Mar 15 17:12:16.661791 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-3b5356d5-733e-41b4-9dfc-edd68d371c10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c049a398-c003-4ac2-b04a-4ff261df3536 HTTP/1.1" status: 200 len: 1001 time: 0.0555613 Mar 15 17:12:16.709307 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-7e61a734-5bc5-4df4-b353-cc1422e2b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:16.710668 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-7e61a734-5bc5-4df4-b353-cc1422e2b641 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.0412538 Mar 15 17:12:16.762134 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-0b449f00-c280-43bd-b703-8d42c359738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:16.763667 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-0b449f00-c280-43bd-b703-8d42c359738a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467956 Mar 15 17:12:16.850101 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-44ad8da4-b201-47a7-9139-182beb935c9b service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792677 Mar 15 17:12:16.941719 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c39f1a7a-8e72-48ee-9817-cab5e5bdb39d req-ddfa08ff-85d7-4bf4-977f-1f1dbfce8d60 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830302 Mar 15 17:12:17.692941 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f58ff-c2e9-45a2-a7ae-2651fbdf0cfe req-1e8a2b92-5a50-4756-b5d7-dade051f4d35 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:17.694376 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-779f58ff-c2e9-45a2-a7ae-2651fbdf0cfe req-1e8a2b92-5a50-4756-b5d7-dade051f4d35 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0518699 Mar 15 17:12:17.752477 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-779f58ff-c2e9-45a2-a7ae-2651fbdf0cfe req-ec466423-26fc-4712-8aab-88da1602d207 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&id=25eeab90-cfd0-4286-a020-ac32fefe6915&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520627 Mar 15 17:12:25.525023 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:12:33.099053 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0f1226fa-f7f8-4c70-9ca5-3bb1fde06d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:34.962256 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39046) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:35.115987 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Deleting port 805922fd-2b12-4de6-bbae-c7cd81296a26 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:35.116322 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (805922fd-2b12-4de6-bbae-c7cd81296a26), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:35.188815 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (805922fd-2b12-4de6-bbae-c7cd81296a26), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:35.189166 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (805922fd-2b12-4de6-bbae-c7cd81296a26), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:35.201119 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Calling delete_port for 805922fd-2b12-4de6-bbae-c7cd81296a26 owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:35.363146 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (805922fd-2b12-4de6-bbae-c7cd81296a26), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:35.388144 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event deleted for resources: {'Port': ['ID=805922fd-2b12-4de6-bbae-c7cd81296a26,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:35.505956 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5b05048a-300e-4953-b4a6-bb2e42ea2984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:35.648571 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.648829 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.649157 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.649483 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.649803 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.650118 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.650436 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.650745 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.651056 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.651366 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.651673 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.651979 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.652285 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.652610 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.652912 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:35.692512 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (904e5240-9a66-410c-a2b8-6b84d853e639), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:35.692863 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Floating IP 904e5240-9a66-410c-a2b8-6b84d853e639 disassociated (deleted). External IP: 172.27.0.125, port: 5cc1285e-0a44-46ec-9058-1e6bbfdae31b. Mar 15 17:12:35.900057 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Router 52c1236c-9121-4018-abcf-23f9f0d2647d has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:12:36.005751 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:12:36.010573 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:36.015017 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] Sync routers for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:12:36.024866 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:36.025463 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:36.040830 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d1e33514-d3b1-4d7f-940d-7d6fd1cdcc2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "DELETE /v2.0/floatingips/904e5240-9a66-410c-a2b8-6b84d853e639 HTTP/1.1" status: 204 len: 168 time: 1.0774653 Mar 15 17:12:36.041436 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:12:36.043674 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc06f87c-8b54-4f87-ae30-b593895a25a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:12:36.085279 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88408fd1-8ac2-431f-b849-449ed7b1e3f5 x-openstack-request-id: req-88408fd1-8ac2-431f-b849-449ed7b1e3f5 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:12:36.085578 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:12:36.085828 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88408fd1-8ac2-431f-b849-449ed7b1e3f5 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:12:36.086231 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'status': 'completed', 'code': 200} Mar 15 17:12:36.138601 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:36.204861 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-1fc6daae-ea85-40ef-9da5-78a5fa1fe4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:36.206394 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-1fc6daae-ea85-40ef-9da5-78a5fa1fe4f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 1129 time: 0.0981967 Mar 15 17:12:36.331496 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b18b5c-0f67-4f6d-9903-0cec85967445 req-b6eedac8-8666-4476-9016-6fb8a42b243b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:36.332986 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-19b18b5c-0f67-4f6d-9903-0cec85967445 req-b6eedac8-8666-4476-9016-6fb8a42b243b tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 945 time: 0.0796034 Mar 15 17:12:36.334364 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-32408c01-2936-41b9-a0e9-833530f90981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:36.335655 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-32408c01-2936-41b9-a0e9-833530f90981 service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.1234283 Mar 15 17:12:36.374211 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '1e470247-2eee-43d0-8816-802218f90442', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:08:48Z', 'updated_at': '2022-03-15T17:08:50Z', 'revision_number': 1, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:36.387607 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-f8d6a3a7-580e-4a82-9c41-77249f4e4a43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc1285e-0a44-46ec-9058-1e6bbfdae31b HTTP/1.1" status: 200 len: 217 time: 0.0431318 Mar 15 17:12:36.402831 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] Checking router: 52c1236c-9121-4018-abcf-23f9f0d2647d for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:12:36.411284 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:36.411869 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:36.445316 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-19b18b5c-0f67-4f6d-9903-0cec85967445 req-b3206b90-1daa-449a-bb72-49081d1dd7a9 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064818 Mar 15 17:12:36.454260 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-eb51293c-92f1-48f3-9048-0876a5177f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:36.455666 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-eb51293c-92f1-48f3-9048-0876a5177f93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.0576150 Mar 15 17:12:36.502485 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:36.511069 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-3f4855e0-ddc8-4b7d-bc04-b388d29cf793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:36.512622 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-3f4855e0-ddc8-4b7d-bc04-b388d29cf793 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499976 Mar 15 17:12:36.525396 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-5b22d965-939e-4a63-b011-f5a7fbf1ca24 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 15 17:12:36.526456 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-5b22d965-939e-4a63-b011-f5a7fbf1ca24 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052774 Mar 15 17:12:36.604366 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:36.614552 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-d147b7ee-d979-46b8-9c09-d7a0e5722b28 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817072 Mar 15 17:12:36.705231 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-fc06f87c-8b54-4f87-ae30-b593895a25a0 req-9b01dd12-d0c2-4c7f-aab0-c0452e4b3213 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831485 Mar 15 17:12:36.820911 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '1e470247-2eee-43d0-8816-802218f90442', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:08:48Z', 'updated_at': '2022-03-15T17:08:50Z', 'revision_number': 1, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:36.849762 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6e46a-2d59-4bcb-97a0-ada6d90b2440 None None] The sync data for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi is: [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_floatingips': [{'id': '1e470247-2eee-43d0-8816-802218f90442', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'router_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'port_id': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'mac_address': 'fa:16:3e:10:92:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-15T17:08:48Z', 'updated_at': '2022-03-15T17:08:50Z', 'revision_number': 1, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:12:37.062628 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e785e9-afb5-4174-a838-2b99f20dc373 None None] New status for floating IP 904e5240-9a66-410c-a2b8-6b84d853e639: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:12:37.571956 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7870daf-c2f1-4c1d-aed4-331c98a9bdaa req-2e2f322d-36bd-4c8c-afb1-65126d0ba769 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:37.573484 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a7870daf-c2f1-4c1d-aed4-331c98a9bdaa req-2e2f322d-36bd-4c8c-afb1-65126d0ba769 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 945 time: 0.0601959 Mar 15 17:12:37.624135 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a7870daf-c2f1-4c1d-aed4-331c98a9bdaa req-d1fb4cce-0d51-4153-82bc-2ad117107412 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449476 Mar 15 17:12:37.892223 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-07175ae7-1cef-4926-908e-93ccccaff631 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:37.894104 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-07175ae7-1cef-4926-908e-93ccccaff631 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 945 time: 0.0548136 Mar 15 17:12:37.932798 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:37.990586 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Deleting port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:37.990841 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:38.076856 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] For port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:38.077217 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:38.093455 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Calling delete_port for 5cc1285e-0a44-46ec-9058-1e6bbfdae31b owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:38.223711 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (5cc1285e-0a44-46ec-9058-1e6bbfdae31b), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:38.257386 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event deleted for resources: {'Port': ['ID=5cc1285e-0a44-46ec-9058-1e6bbfdae31b,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:38.287079 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.287424 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.287762 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.288097 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.288445 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.288777 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.289101 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.289422 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.289740 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.290059 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.290378 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.290698 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.291021 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.291334 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.291646 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:38.313574 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] No DVR routers for this DVR port 5cc1285e-0a44-46ec-9058-1e6bbfdae31b on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:12:38.316123 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:38.319708 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-8e840c3e-0d6e-4093-a89b-4b330edcd8a2 req-9a562056-0a92-41c2-9be8-00280756ed1e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "DELETE /v2.0/ports/5cc1285e-0a44-46ec-9058-1e6bbfdae31b HTTP/1.1" status: 204 len: 173 time: 0.4199998 Mar 15 17:12:38.320154 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'name': 'network-vif-deleted', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:12:38.323031 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f309153c-6eff-4941-aa38-7f7c5394dd02" -d '{"events": [{"server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "name": "network-vif-deleted", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:12:38.412412 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783fae80-adb7-47bf-a6cd-44e72ab8da26 x-openstack-request-id: req-783fae80-adb7-47bf-a6cd-44e72ab8da26 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:12:38.412719 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2bba40-0b3e-4237-a46f-18d2260a50af", "name": "network-vif-deleted", "tag": "5cc1285e-0a44-46ec-9058-1e6bbfdae31b", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:12:38.412978 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-783fae80-adb7-47bf-a6cd-44e72ab8da26 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:12:38.413384 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2bba40-0b3e-4237-a46f-18d2260a50af', 'name': 'network-vif-deleted', 'tag': '5cc1285e-0a44-46ec-9058-1e6bbfdae31b', 'status': 'completed', 'code': 200} Mar 15 17:12:38.733621 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-50f46a2c-e86f-4015-b933-fe02b21f4849 req-99de06fa-ac1a-4c6d-8463-b8a90168c0a8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2bba40-0b3e-4237-a46f-18d2260a50af HTTP/1.1" status: 200 len: 210 time: 0.0280044 Mar 15 17:12:39.693008 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:39.732604 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:41.636834 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 5cc1285e-0a44-46ec-9058-1e6bbfdae31b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:12:41.656813 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: 5cc1285e-0a44-46ec-9058-1e6bbfdae31b {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:12:41.657155 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device 5cc1285e-0a44-46ec-9058-1e6bbfdae31b not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:12:42.010009 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39084) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:42.160115 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Deleting port ad3ded21-2c21-4ab6-9df4-fe824401a8cf {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:42.160472 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (ad3ded21-2c21-4ab6-9df4-fe824401a8cf), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:42.236413 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (ad3ded21-2c21-4ab6-9df4-fe824401a8cf), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:42.236750 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (ad3ded21-2c21-4ab6-9df4-fe824401a8cf), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:42.248773 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Calling delete_port for ad3ded21-2c21-4ab6-9df4-fe824401a8cf owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:42.386068 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (ad3ded21-2c21-4ab6-9df4-fe824401a8cf), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:42.411355 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event deleted for resources: {'Port': ['ID=ad3ded21-2c21-4ab6-9df4-fe824401a8cf,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:42.472514 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (1e470247-2eee-43d0-8816-802218f90442), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:42.472838 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Floating IP 1e470247-2eee-43d0-8816-802218f90442 disassociated (deleted). External IP: 172.27.0.213, port: c049a398-c003-4ac2-b04a-4ff261df3536. Mar 15 17:12:42.680110 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Router 52c1236c-9121-4018-abcf-23f9f0d2647d has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:12:42.786695 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:12:42.791067 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:42.796378 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] Sync routers for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:12:42.805330 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:42.805921 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:42.822298 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a3248941-4caa-4000-90e7-cc8fb89d1b5e tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "DELETE /v2.0/floatingips/1e470247-2eee-43d0-8816-802218f90442 HTTP/1.1" status: 204 len: 168 time: 0.8088758 Mar 15 17:12:42.822298 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:12:42.823039 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dc6e8a2e708df5f04272c5c1d177fd26e285f2fde850332118b4231717165f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:12:42.859680 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257f5b6-f9b3-4125-b4ec-7d88430fc8b5 x-openstack-request-id: req-2257f5b6-f9b3-4125-b4ec-7d88430fc8b5 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:12:42.859984 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:12:42.860420 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2257f5b6-f9b3-4125-b4ec-7d88430fc8b5 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:12:42.861074 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'status': 'completed', 'code': 200} Mar 15 17:12:42.915018 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:42.926400 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-6e9b726c-c5c0-4682-adbd-4d5d9b021d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:42.927911 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-6e9b726c-c5c0-4682-adbd-4d5d9b021d6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8de618d7d9749059419285b7fb63709&device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 1129 time: 0.0477138 Mar 15 17:12:43.053584 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-fe61d90f-4ad3-4ab7-b459-e5a490e5ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:43.055071 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-fe61d90f-4ad3-4ab7-b459-e5a490e5ae1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 200 len: 912 time: 0.1208270 Mar 15 17:12:43.102889 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-53050785-0889-496d-a204-981d9d666705 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c049a398-c003-4ac2-b04a-4ff261df3536 HTTP/1.1" status: 200 len: 217 time: 0.0409009 Mar 15 17:12:43.113013 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:43.113297 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028baac-aaad-437d-8879-dc38a0d74bc9 req-b4af6b67-54b1-4399-8396-e185198d7e99 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:43.114785 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c028baac-aaad-437d-8879-dc38a0d74bc9 req-b4af6b67-54b1-4399-8396-e185198d7e99 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 945 time: 0.1000328 Mar 15 17:12:43.138425 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] Checking router: 52c1236c-9121-4018-abcf-23f9f0d2647d for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:12:43.147450 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:43.148038 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:43.180807 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-17f44fa1-6a8d-4108-b039-4acbb926f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:43.182266 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-17f44fa1-6a8d-4108-b039-4acbb926f4ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 200 len: 850 time: 0.0666230 Mar 15 17:12:43.204812 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-c028baac-aaad-437d-8879-dc38a0d74bc9 req-8fa010f1-7719-49c3-bc95-f8d79b7af565 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820944 Mar 15 17:12:43.237873 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-3206f850-45c9-47db-9551-a274d12dd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:43.239370 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-3206f850-45c9-47db-9551-a274d12dd492 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13503971-bf87-4012-9466-edc95354766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479105 Mar 15 17:12:43.253775 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:43.331107 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-37850cdb-29aa-492a-9627-312f3ffb6dd8 service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844193 Mar 15 17:12:43.417451 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-0b622d9b-f1ac-4d7b-b01a-9caca270ca18 req-0a65a187-6cf1-47ce-8594-511ae1b815ab service neutron] 10.222.0.43 "GET /v2.0/networks/13503971-bf87-4012-9466-edc95354766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791602 Mar 15 17:12:43.448229 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:43.474200 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c70b0-4c35-4b8d-bfd6-a58d06ec4e73 None None] The sync data for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi is: [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:04:53Z', 'revision_number': 4, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '6817442d-6ca6-4be8-aca7-305c7e743d98', 'name': '', 'network_id': '13503971-bf87-4012-9466-edc95354766f', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'mac_address': 'fa:16:3e:1e:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:53Z', 'updated_at': '2022-03-15T17:04:58Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'subnets': [{'id': '67b8ff3d-237e-417c-b6fe-e7b371cec876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:12:43.693864 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fae54-eacd-4934-991b-175fa1e479f1 None None] New status for floating IP 1e470247-2eee-43d0-8816-802218f90442: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:12:44.327323 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c34d3d-3557-44ce-b938-35e8dd2baa48 req-6b8211da-92d1-4f43-8405-af295bd96a0f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:44.328809 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-26c34d3d-3557-44ce-b938-35e8dd2baa48 req-6b8211da-92d1-4f43-8405-af295bd96a0f tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 945 time: 0.0550666 Mar 15 17:12:44.375431 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-26c34d3d-3557-44ce-b938-35e8dd2baa48 req-580c734f-688e-45c3-bf54-a621e5648be2 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/security-groups?id=15fc2b3c-faae-4097-a21f-cc07632a7da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411677 Mar 15 17:12:44.538926 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-aad603e8-b197-4180-b846-a0d3332a3fb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:44.540242 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-aad603e8-b197-4180-b846-a0d3332a3fb4 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 945 time: 0.0500000 Mar 15 17:12:44.633685 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Deleting port c049a398-c003-4ac2-b04a-4ff261df3536 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:44.634019 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:44.717945 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] For port c049a398-c003-4ac2-b04a-4ff261df3536, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c049a398-c003-4ac2-b04a-4ff261df3536,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:44.718298 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:44.730916 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Calling delete_port for c049a398-c003-4ac2-b04a-4ff261df3536 owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:44.857190 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (c049a398-c003-4ac2-b04a-4ff261df3536), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:44.883812 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event deleted for resources: {'Port': ['ID=c049a398-c003-4ac2-b04a-4ff261df3536,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:44.929149 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] No DVR routers for this DVR port c049a398-c003-4ac2-b04a-4ff261df3536 on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:12:44.931517 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:44.934741 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-31d73748-a326-48d9-ba43-1e4b0e8d1b85 req-56dacab4-74d5-40a1-acd8-79986e3051a3 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.43 "DELETE /v2.0/ports/c049a398-c003-4ac2-b04a-4ff261df3536 HTTP/1.1" status: 204 len: 173 time: 0.3867013 Mar 15 17:12:44.935173 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'name': 'network-vif-deleted', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:12:44.937387 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2ad3b4-b1c9-40a0-8b82-422d8eb936fe" -d '{"events": [{"server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "name": "network-vif-deleted", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:12:44.975475 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6321833-7806-43a0-8280-2fcbbf26bce5 x-openstack-request-id: req-d6321833-7806-43a0-8280-2fcbbf26bce5 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:12:44.975949 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5a8b56-448b-4ce3-acdd-0c547aedbf5e", "name": "network-vif-deleted", "tag": "c049a398-c003-4ac2-b04a-4ff261df3536", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:12:44.976227 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6321833-7806-43a0-8280-2fcbbf26bce5 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:12:44.976673 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5a8b56-448b-4ce3-acdd-0c547aedbf5e', 'name': 'network-vif-deleted', 'tag': 'c049a398-c003-4ac2-b04a-4ff261df3536', 'status': 'completed', 'code': 200} Mar 15 17:12:45.478347 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-75f974a1-8307-49a5-a2f8-b557879d34a6 req-e49ba482-318d-49fb-a0fb-38881afe7342 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc5a8b56-448b-4ce3-acdd-0c547aedbf5e HTTP/1.1" status: 200 len: 210 time: 0.0275478 Mar 15 17:12:46.534403 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39100) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:46.652114 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Deleting port 1c472540-2ee4-48ec-b606-d34919789ab0 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:46.652476 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (1c472540-2ee4-48ec-b606-d34919789ab0), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:46.727277 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (1c472540-2ee4-48ec-b606-d34919789ab0), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:46.727590 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (1c472540-2ee4-48ec-b606-d34919789ab0), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:46.739546 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Calling delete_port for 1c472540-2ee4-48ec-b606-d34919789ab0 owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:46.861549 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (1c472540-2ee4-48ec-b606-d34919789ab0), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:46.889315 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event deleted for resources: {'Port': ['ID=1c472540-2ee4-48ec-b606-d34919789ab0,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:46.950345 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for floatingip (dc75c828-2017-45d8-82f7-8d0c6b16bb96), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:46.952874 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:46.954027 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7f2a3a92-cbee-4a07-8f8b-143c9c4d4af8 tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "DELETE /v2.0/floatingips/dc75c828-2017-45d8-82f7-8d0c6b16bb96 HTTP/1.1" status: 204 len: 168 time: 0.4186516 Mar 15 17:12:48.145868 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39112) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:48.199423 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57a71732-3d9e-47e6-af22-a15d5ab64c2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group (15fc2b3c-faae-4097-a21f-cc07632a7da8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:48.224854 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57a71732-3d9e-47e6-af22-a15d5ab64c2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group (15fc2b3c-faae-4097-a21f-cc07632a7da8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:48.283871 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57a71732-3d9e-47e6-af22-a15d5ab64c2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (15fc2b3c-faae-4097-a21f-cc07632a7da8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:48.287032 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57a71732-3d9e-47e6-af22-a15d5ab64c2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:48.288186 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-57a71732-3d9e-47e6-af22-a15d5ab64c2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] 10.222.0.42 "DELETE /v2.0/security-groups/15fc2b3c-faae-4097-a21f-cc07632a7da8 HTTP/1.1" status: 204 len: 168 time: 0.1413326 Mar 15 17:12:48.297117 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a71732-3d9e-47e6-af22-a15d5ab64c2c tempest-TestVolumeBootPattern-796435551 tempest-TestVolumeBootPattern-796435551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc2b3c-faae-4097-a21f-cc07632a7da8,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:48.349447 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39116) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:48.777580 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (52c1236c-9121-4018-abcf-23f9f0d2647d), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:49.021626 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Deleting port 6817442d-6ca6-4be8-aca7-305c7e743d98 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:49.021858 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:49.097529 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] For port 6817442d-6ca6-4be8-aca7-305c7e743d98, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6817442d-6ca6-4be8-aca7-305c7e743d98,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:49.097883 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:49.111742 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Calling delete_port for 6817442d-6ca6-4be8-aca7-305c7e743d98 owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:49.282876 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (6817442d-6ca6-4be8-aca7-305c7e743d98), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:49.315518 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Pushing event deleted for resources: {'Port': ['ID=6817442d-6ca6-4be8-aca7-305c7e743d98,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:49.472110 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (52c1236c-9121-4018-abcf-23f9f0d2647d), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:49.699393 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device c049a398-c003-4ac2-b04a-4ff261df3536 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:12:49.724182 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: c049a398-c003-4ac2-b04a-4ff261df3536 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:12:49.724554 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device c049a398-c003-4ac2-b04a-4ff261df3536 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:12:49.921377 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Router 52c1236c-9121-4018-abcf-23f9f0d2647d has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:12:50.025965 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-cb9ef7a6-51d5-4211-baf3-19c059f097fb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213236438&fields=id&tenant_id=49c19d4e952847919810702301ae0a5d HTTP/1.1" status: 200 len: 267 time: 0.0427802 Mar 15 17:12:50.031334 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:12:50.037170 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d8eb374b-384d-4f91-adab-b7e377bec617 admin admin] 10.222.0.42 "PUT /v2.0/routers/52c1236c-9121-4018-abcf-23f9f0d2647d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863725 Mar 15 17:12:50.039415 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39124) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:50.043740 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] Sync routers for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:12:50.053806 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:50.054411 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:50.086120 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-8d0c2a65-66dd-470d-9983-eb8eef82493d tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:50.087592 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-8d0c2a65-66dd-470d-9983-eb8eef82493d tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 984 time: 0.0563488 Mar 15 17:12:50.099099 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.v2.base [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-004da250-13a5-4dc1-8741-e37ff88ceff2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Request body: {'port': {'security_groups': ['fef67cf0-3d21-446b-9ba0-23d208fbe78e']}} {{(pid=103235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 15 17:12:50.150530 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks [] for router (52c1236c-9121-4018-abcf-23f9f0d2647d), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.165943 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:50.178012 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-004da250-13a5-4dc1-8741-e37ff88ceff2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-810409'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.258895 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks [] for router_gateway (52c1236c-9121-4018-abcf-23f9f0d2647d), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.315460 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Deleting port 5d214e72-f66f-46cc-a196-dd210e22e437 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:50.316171 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.353282 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:12:49Z', 'revision_number': 5, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port': {'id': '5d214e72-f66f-46cc-a196-dd210e22e437', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:51Z', 'updated_at': '2022-03-15T17:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:50.370625 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-004da250-13a5-4dc1-8741-e37ff88ceff2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] For port b0eff3df-746b-4eec-8eb1-2675a3738969, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b0eff3df-746b-4eec-8eb1-2675a3738969,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:50.380317 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] Checking router: 52c1236c-9121-4018-abcf-23f9f0d2647d for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:12:50.388636 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] Routers {'52c1236c-9121-4018-abcf-23f9f0d2647d'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:50.389296 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['52c1236c-9121-4018-abcf-23f9f0d2647d'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:50.397551 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] For port 5d214e72-f66f-46cc-a196-dd210e22e437, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=5d214e72-f66f-46cc-a196-dd210e22e437,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:50.397909 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.401761 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-004da250-13a5-4dc1-8741-e37ff88ceff2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.407303 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-004da250-13a5-4dc1-8741-e37ff88ceff2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743085405718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743084964226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743084964244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4101521'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.411838 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Calling delete_port for 5d214e72-f66f-46cc-a196-dd210e22e437 owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:50.424464 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['b0eff3df-746b-4eec-8eb1-2675a3738969'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:12:50.453635 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-004da250-13a5-4dc1-8741-e37ff88ceff2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:50.454288 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-004da250-13a5-4dc1-8741-e37ff88ceff2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.455743 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-4536a909-baf0-4fd9-96cd-8bc2e06975e9 req-004da250-13a5-4dc1-8741-e37ff88ceff2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "PUT /v2.0/ports/b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 942 time: 0.3617544 Mar 15 17:12:50.456499 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:12:50.459428 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814fe978-88b9-40ea-986d-a2fe7abac211" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:12:50.467403 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39128) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:50.489475 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004da250-13a5-4dc1-8741-e37ff88ceff2 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event updated for resources: {'Port': ['ID=b0eff3df-746b-4eec-8eb1-2675a3738969,revision_number=7']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:50.545828 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c6b1c6-da59-49cc-9bf0-5d100581022a x-openstack-request-id: req-59c6b1c6-da59-49cc-9bf0-5d100581022a {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:12:50.545963 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:12:50.546195 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59c6b1c6-da59-49cc-9bf0-5d100581022a {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:12:50.546785 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'status': 'completed', 'code': 200} Mar 15 17:12:50.558435 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['b0eff3df-746b-4eec-8eb1-2675a3738969'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:12:50.623078 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] Set router 52c1236c-9121-4018-abcf-23f9f0d2647d gateway port host: None {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:50.672437 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-f405051e-90c3-49b6-ae3a-f797e22a1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:50.674051 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-f405051e-90c3-49b6-ae3a-f797e22a1aaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c19d4e952847919810702301ae0a5d&device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 1129 time: 0.1085739 Mar 15 17:12:50.693939 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:12:50Z', 'revision_number': 6, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port_host': None}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:50.705147 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e0b43477-c679-450c-9690-8f7692f2a5cb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group (25eeab90-cfd0-4286-a020-ac32fefe6915), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.725671 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7659e4e-5dd0-4b60-b9e3-ec153559998c None None] The sync data for ids ['52c1236c-9121-4018-abcf-23f9f0d2647d'] in dv-cinder-733623-12-iscsi is: [{'id': '52c1236c-9121-4018-abcf-23f9f0d2647d', 'name': 'tempest-TestVolumeBootPattern-672685106-router', 'tenant_id': 'a8de618d7d9749059419285b7fb63709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:50Z', 'updated_at': '2022-03-15T17:12:50Z', 'revision_number': 6, 'project_id': 'a8de618d7d9749059419285b7fb63709', 'gw_port_host': None}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:12:50.743872 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e0b43477-c679-450c-9690-8f7692f2a5cb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group (25eeab90-cfd0-4286-a020-ac32fefe6915), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.780616 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-dec77672-fc71-4e6f-a5e8-f1ffc695afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:50.782449 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-dec77672-fc71-4e6f-a5e8-f1ffc695afac service neutron] 10.222.0.43 "GET /v2.0/networks?id=adbc812d-468c-433c-8d35-e244931f0ae6 HTTP/1.1" status: 200 len: 916 time: 0.1018565 Mar 15 17:12:50.817328 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.provisioning_blocks [None req-4e63f7d1-3bb8-44e2-8d91-ca82a977f7af None None] Provisioning complete for port b0eff3df-746b-4eec-8eb1-2675a3738969 triggered by entity DHCP. {{(pid=103236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 15 17:12:50.818741 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4e63f7d1-3bb8-44e2-8d91-ca82a977f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15906907'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), provisioning_complete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.833168 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (5d214e72-f66f-46cc-a196-dd210e22e437), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.849413 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-47d9b4ff-cf88-4fbb-8505-54a98e2d87ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 1001 time: 0.0618551 Mar 15 17:12:50.859250 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d214e72-f66f-46cc-a196-dd210e22e437,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:50.904748 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-0bb9c6af-4a81-480b-92d9-d3bd5773638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:50.906191 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-0bb9c6af-4a81-480b-92d9-d3bd5773638e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=861f28bd-4ad8-4882-ac70-e606710ee950 HTTP/1.1" status: 200 len: 854 time: 0.0502474 Mar 15 17:12:50.926683 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-4e63f7d1-3bb8-44e2-8d91-ca82a977f7af None None] Current status of the port b0eff3df-746b-4eec-8eb1-2675a3738969 is: ACTIVE; New status is: ACTIVE {{(pid=103236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 15 17:12:50.933006 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e0b43477-c679-450c-9690-8f7692f2a5cb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (25eeab90-cfd0-4286-a020-ac32fefe6915), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.935786 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e0b43477-c679-450c-9690-8f7692f2a5cb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:50.940735 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e0b43477-c679-450c-9690-8f7692f2a5cb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "DELETE /v2.0/security-groups/25eeab90-cfd0-4286-a020-ac32fefe6915 HTTP/1.1" status: 204 len: 168 time: 0.4685891 Mar 15 17:12:50.940996 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39130) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:50.952430 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43477-c679-450c-9690-8f7692f2a5cb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eeab90-cfd0-4286-a020-ac32fefe6915,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:50.955729 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (52c1236c-9121-4018-abcf-23f9f0d2647d), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.016707 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-ec18c1fb-eef6-49aa-bfb2-407f5154e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:51.018278 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-ec18c1fb-eef6-49aa-bfb2-407f5154e1d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adbc812d-468c-433c-8d35-e244931f0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1055598 Mar 15 17:12:51.047816 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (52c1236c-9121-4018-abcf-23f9f0d2647d), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.049862 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks [] for router_controller (52c1236c-9121-4018-abcf-23f9f0d2647d), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.097245 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (52c1236c-9121-4018-abcf-23f9f0d2647d), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.097811 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c1236c-9121-4018-abcf-23f9f0d2647d {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:12:51.106089 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.110122 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e107c638-074e-49d3-93a9-e3098da56406 admin admin] 10.222.0.42 "DELETE /v2.0/routers/52c1236c-9121-4018-abcf-23f9f0d2647d HTTP/1.1" status: 204 len: 168 time: 1.0699089 Mar 15 17:12:51.110888 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39132) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:51.161063 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-60562cff-1413-4fe5-a9db-fc560107efe5 admin admin] Deleting subnet 67b8ff3d-237e-417c-b6fe-e7b371cec876 {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:12:51.164118 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-60562cff-1413-4fe5-a9db-fc560107efe5 admin admin] Publish callbacks [] for subnet (67b8ff3d-237e-417c-b6fe-e7b371cec876), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.189487 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-2278545d-cc6d-42ba-9ff2-670d6d19e6f9 service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421239 Mar 15 17:12:51.214701 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-60562cff-1413-4fe5-a9db-fc560107efe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260223105'] for subnet (67b8ff3d-237e-417c-b6fe-e7b371cec876), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.240840 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Deleting port a6f2d0aa-3f24-4b26-8986-68243bd632f7 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:51.241636 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (a6f2d0aa-3f24-4b26-8986-68243bd632f7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.259092 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6817442d-6ca6-4be8-aca7-305c7e743d98 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:12:51.281127 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 6817442d-6ca6-4be8-aca7-305c7e743d98 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:12:51.281589 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6817442d-6ca6-4be8-aca7-305c7e743d98 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:12:51.314936 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-60562cff-1413-4fe5-a9db-fc560107efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (67b8ff3d-237e-417c-b6fe-e7b371cec876), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.369203 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-60562cff-1413-4fe5-a9db-fc560107efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260131416'] for subnet (67b8ff3d-237e-417c-b6fe-e7b371cec876), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.393951 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60562cff-1413-4fe5-a9db-fc560107efe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b8ff3d-237e-417c-b6fe-e7b371cec876,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:51.401011 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-60562cff-1413-4fe5-a9db-fc560107efe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.404327 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-60562cff-1413-4fe5-a9db-fc560107efe5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/67b8ff3d-237e-417c-b6fe-e7b371cec876 HTTP/1.1" status: 204 len: 168 time: 0.2925909 Mar 15 17:12:51.406682 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39134) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:51.407599 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca1984-3a4c-45ef-b27f-b157fe04177e None None] Network 13503971-bf87-4012-9466-edc95354766f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:12:51.480653 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (13503971-bf87-4012-9466-edc95354766f), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.542909 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Deleting port 971b8c0c-b0a4-41a4-912e-abad04d61f4e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:51.543250 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.609498 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] For port 971b8c0c-b0a4-41a4-912e-abad04d61f4e, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=971b8c0c-b0a4-41a4-912e-abad04d61f4e,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:51.610028 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.623039 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-814fe978-88b9-40ea-986d-a2fe7abac211 req-f6c12877-b92a-42aa-9927-e73d43e81bfa service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244676 Mar 15 17:12:51.627719 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Calling delete_port for 971b8c0c-b0a4-41a4-912e-abad04d61f4e owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:51.630787 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (a6f2d0aa-3f24-4b26-8986-68243bd632f7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.631106 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for floatingip (a6f2d0aa-3f24-4b26-8986-68243bd632f7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.643335 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Calling delete_port for a6f2d0aa-3f24-4b26-8986-68243bd632f7 owned by network:floatingip {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:51.647600 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] DHCP port deletion for 13503971-bf87-4012-9466-edc95354766f request from dv-cinder-733623-12-iscsi {{(pid=103236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:12:51.695901 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Deleting port 971b8c0c-b0a4-41a4-912e-abad04d61f4e {{(pid=103236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:51.696272 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), before_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.716024 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.745206 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Pushing event deleted for resources: {'Port': ['ID=971b8c0c-b0a4-41a4-912e-abad04d61f4e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:51.747434 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] No DVR routers for this DVR port 971b8c0c-b0a4-41a4-912e-abad04d61f4e on host dv-cinder-733623-12-iscsi {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:12:51.772716 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] For port 971b8c0c-b0a4-41a4-912e-abad04d61f4e, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=971b8c0c-b0a4-41a4-912e-abad04d61f4e,segment=NetworkSegment(b197a709-6a50-44de-bb32-22e0be132d20),segment_id=b197a709-6a50-44de-bb32-22e0be132d20)] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:51.773190 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), precommit_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.788541 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Calling delete_port for 971b8c0c-b0a4-41a4-912e-abad04d61f4e owned by network:dhcp {{(pid=103236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:51.828743 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (13503971-bf87-4012-9466-edc95354766f), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.849968 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13503971-bf87-4012-9466-edc95354766f']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:51.850124 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (a6f2d0aa-3f24-4b26-8986-68243bd632f7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.863129 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b197a709-6a50-44de-bb32-22e0be132d20') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:51.863454 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b197a709-6a50-44de-bb32-22e0be132d20') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:51.872818 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217'] for port (971b8c0c-b0a4-41a4-912e-abad04d61f4e), after_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.877193 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event deleted for resources: {'Port': ['ID=a6f2d0aa-3f24-4b26-8986-68243bd632f7,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:51.878199 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260223160'] for segment (b197a709-6a50-44de-bb32-22e0be132d20), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.898636 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (b197a709-6a50-44de-bb32-22e0be132d20), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.906694 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:12:51.906909 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Pushing event deleted for resources: {'Port': ['ID=971b8c0c-b0a4-41a4-912e-abad04d61f4e,revision_number=None']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:51.907158 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097293'] for segment (b197a709-6a50-44de-bb32-22e0be132d20), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: timer() Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: cb(*args, **kw) Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: self._notify() Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: self.callback(batched_events) Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: event.method(event) Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._get(url).json() Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:12:51.909169 dv-cinder-733623-12-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:12:51.920295 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] No DVR routers for this DVR port 971b8c0c-b0a4-41a4-912e-abad04d61f4e on host dv-cinder-733623-12-iscsi {{(pid=103236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:12:51.922951 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.923930 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.924725 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.924939 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.925370 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.925914 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.926365 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.926795 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.927222 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.927708 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.928144 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.928699 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.929310 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.929727 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.930182 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f475b-8bc1-4c2c-a317-69e7d3af164d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-12-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 15 17:12:51.957766 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks [] for floatingip (0ebaa8a3-a882-4be8-8ce8-8afee6287e8e), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.958190 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.db.l3_db [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Floating IP 0ebaa8a3-a882-4be8-8ce8-8afee6287e8e disassociated (deleted). External IP: 172.27.0.124, port: b0eff3df-746b-4eec-8eb1-2675a3738969. Mar 15 17:12:51.975308 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (13503971-bf87-4012-9466-edc95354766f), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.981292 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:51.987458 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] 10.222.0.42 "DELETE /v2.0/networks/13503971-bf87-4012-9466-edc95354766f HTTP/1.1" status: 204 len: 168 time: 0.5769627 Mar 15 17:12:51.995477 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39136) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:52.003459 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26b299-0956-46fc-91a5-d4a36e3569cc admin admin] Pushing event deleted for resources: {'Network': ['ID=13503971-bf87-4012-9466-edc95354766f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:52.177914 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Router 64649b13-7776-4035-b23e-d1e04ced6df7 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:12:52.285529 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:12:52.290259 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for floatingip (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:52.294931 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] Sync routers for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:12:52.304377 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:52.305007 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:52.325805 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-5f5cf7fd-16f6-4eb7-9ac2-abf85c528dbb tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "DELETE /v2.0/floatingips/0ebaa8a3-a882-4be8-8ce8-8afee6287e8e HTTP/1.1" status: 204 len: 168 time: 1.3832734 Mar 15 17:12:52.347023 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:52.418186 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:52.547989 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:12:52.552360 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57b6a54-815c-450a-856d-2a57a3e03bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:12:52.600059 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Mar 2022 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7bfecd-adf1-441f-aaa5-3b6510e2a19d x-openstack-request-id: req-2c7bfecd-adf1-441f-aaa5-3b6510e2a19d {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:12:52.600173 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:12:52.600527 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c7bfecd-adf1-441f-aaa5-3b6510e2a19d {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:12:52.600942 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'status': 'completed', 'code': 200} Mar 15 17:12:52.635538 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Deleting port 2b337dda-7b9c-43e3-8602-853e03c70136 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:52.636553 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:52.658712 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '9d997389-dcfb-44d7-a6b6-0e882d72d0f7', 'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'mac_address': 'fa:16:3e:ff:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:43Z', 'updated_at': '2022-03-15T17:10:49Z', 'revision_number': 5, 'project_id': '49c19d4e952847919810702301ae0a5d', 'subnets': [{'id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:52.673978 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-37912d3b-a540-4e0b-9881-b5717360d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:52.675567 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-37912d3b-a540-4e0b-9881-b5717360d173 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c19d4e952847919810702301ae0a5d&device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 1129 time: 0.0463488 Mar 15 17:12:52.688027 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] Checking router: 64649b13-7776-4035-b23e-d1e04ced6df7 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:12:52.696352 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:52.696983 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:52.720846 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] For port 2b337dda-7b9c-43e3-8602-853e03c70136, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=2b337dda-7b9c-43e3-8602-853e03c70136,segment=NetworkSegment(1c8ce496-09c0-4408-8b85-15942aab600a),segment_id=1c8ce496-09c0-4408-8b85-15942aab600a)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:52.721453 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:52.739338 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Calling delete_port for 2b337dda-7b9c-43e3-8602-853e03c70136 owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:52.767580 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-e9edf573-c9cd-4424-bb95-ac21c8830558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:52.769949 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-e9edf573-c9cd-4424-bb95-ac21c8830558 service neutron] 10.222.0.43 "GET /v2.0/networks?id=adbc812d-468c-433c-8d35-e244931f0ae6 HTTP/1.1" status: 200 len: 916 time: 0.0881162 Mar 15 17:12:52.806496 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:52.813149 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-28b33236-0895-4825-91b7-673cc2fb807a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 200 len: 217 time: 0.0351317 Mar 15 17:12:52.870600 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-cfb34cc4-3f3e-437a-9628-7938650da094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:52.872048 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-cfb34cc4-3f3e-437a-9628-7938650da094 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=861f28bd-4ad8-4882-ac70-e606710ee950 HTTP/1.1" status: 200 len: 854 time: 0.0488153 Mar 15 17:12:52.945991 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-76063922-a7a1-4555-90f6-ee37dcc0428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:52.947932 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-76063922-a7a1-4555-90f6-ee37dcc0428d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=adbc812d-468c-433c-8d35-e244931f0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0692682 Mar 15 17:12:52.949581 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (2b337dda-7b9c-43e3-8602-853e03c70136), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:52.973890 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b337dda-7b9c-43e3-8602-853e03c70136,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:53.094948 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-532025e5-0bba-4e5b-9c63-8262d483334f service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408968 Mar 15 17:12:53.231694 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:53.266728 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a57b6a54-815c-450a-856d-2a57a3e03bc1 req-1629752d-170a-4ee5-b3d2-49a9cd392e56 service neutron] 10.222.0.43 "GET /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651084 Mar 15 17:12:53.306283 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '9d997389-dcfb-44d7-a6b6-0e882d72d0f7', 'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'mac_address': 'fa:16:3e:ff:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:43Z', 'updated_at': '2022-03-15T17:10:49Z', 'revision_number': 5, 'project_id': '49c19d4e952847919810702301ae0a5d', 'subnets': [{'id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:53.350190 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 971b8c0c-b0a4-41a4-912e-abad04d61f4e no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:12:53.352647 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154550d8-ae23-4efc-a79b-1bd432eb02fd None None] The sync data for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi is: [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:44Z', 'revision_number': 4, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi', '_interfaces': [{'id': '9d997389-dcfb-44d7-a6b6-0e882d72d0f7', 'name': '', 'network_id': 'adbc812d-468c-433c-8d35-e244931f0ae6', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'mac_address': 'fa:16:3e:ff:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:43Z', 'updated_at': '2022-03-15T17:10:49Z', 'revision_number': 5, 'project_id': '49c19d4e952847919810702301ae0a5d', 'subnets': [{'id': '861f28bd-4ad8-4882-ac70-e606710ee950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:12:53.376773 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 971b8c0c-b0a4-41a4-912e-abad04d61f4e {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:12:53.376773 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 971b8c0c-b0a4-41a4-912e-abad04d61f4e not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:12:53.377209 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 5d214e72-f66f-46cc-a196-dd210e22e437 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:12:53.398646 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 5d214e72-f66f-46cc-a196-dd210e22e437 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:12:53.399128 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 5d214e72-f66f-46cc-a196-dd210e22e437 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:12:53.507503 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:12:53.586963 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f67c8-8025-41f3-ac64-3c5c354507aa None None] New status for floating IP 0ebaa8a3-a882-4be8-8ce8-8afee6287e8e: DOWN {{(pid=103237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 15 17:12:53.630650 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:12:53.638850 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2e44afd1-a2bc-4c6c-b8f2-09c3cb84b3c7 admin admin] 10.222.0.42 "PUT /v2.0/routers/3df41258-72c1-4f9e-aea5-719fe7ddf2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6395628 Mar 15 17:12:53.640324 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39152) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:53.645738 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] Sync routers for ids ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:12:53.665251 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] Routers {'3df41258-72c1-4f9e-aea5-719fe7ddf2b4'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:53.665869 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:53.759773 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks [] for router (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:53.789382 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] Set router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:53.881425 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks [] for router_gateway (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:53.945232 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Deleting port f4c67f8e-8edd-404e-8aa8-302a682e7d04 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:53.945603 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:53.983954 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:55Z', 'updated_at': '2022-03-15T17:12:52Z', 'revision_number': 5, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'gw_port': {'id': 'f4c67f8e-8edd-404e-8aa8-302a682e7d04', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:04:56Z', 'updated_at': '2022-03-15T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:54.010237 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] Checking router: 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:12:54.019951 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] Routers {'3df41258-72c1-4f9e-aea5-719fe7ddf2b4'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:12:54.020591 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:54.033746 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] For port f4c67f8e-8edd-404e-8aa8-302a682e7d04, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=f4c67f8e-8edd-404e-8aa8-302a682e7d04,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:54.034107 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.046718 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Calling delete_port for f4c67f8e-8edd-404e-8aa8-302a682e7d04 owned by network:router_gateway {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:54.108306 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] Set router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:12:54.163262 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:55Z', 'updated_at': '2022-03-15T17:12:53Z', 'revision_number': 6, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'gw_port_host': None}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:54.191144 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939297c2-1360-4b55-b6b0-c8a2b1707727 None None] The sync data for ids ['3df41258-72c1-4f9e-aea5-719fe7ddf2b4'] in dv-cinder-733623-12-iscsi is: [{'id': '3df41258-72c1-4f9e-aea5-719fe7ddf2b4', 'name': 'tempest-TestVolumeBootPattern-1444783934-router', 'tenant_id': '7fcc57c7d3f84f5596252f33a5c74215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:04:55Z', 'updated_at': '2022-03-15T17:12:53Z', 'revision_number': 6, 'project_id': '7fcc57c7d3f84f5596252f33a5c74215', 'gw_port_host': None}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:12:54.211022 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (f4c67f8e-8edd-404e-8aa8-302a682e7d04), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.236631 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c67f8e-8edd-404e-8aa8-302a682e7d04,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:54.308133 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.397200 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.399345 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks [] for router_controller (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.440672 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (3df41258-72c1-4f9e-aea5-719fe7ddf2b4), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.441222 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3df41258-72c1-4f9e-aea5-719fe7ddf2b4 {{(pid=103235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:12:54.447091 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.447610 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-6c3a9b11-8dee-4cbb-b547-1662cdb1cac7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3df41258-72c1-4f9e-aea5-719fe7ddf2b4 HTTP/1.1" status: 204 len: 168 time: 0.8048778 Mar 15 17:12:54.450147 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39160) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:54.493141 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a0b076-3c76-48b4-bb66-9706c4f6d097 admin admin] Deleting subnet a1803396-5b02-4d8d-8597-f496159ef1e4 {{(pid=103235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:12:54.496115 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b076-3c76-48b4-bb66-9706c4f6d097 admin admin] Publish callbacks [] for subnet (a1803396-5b02-4d8d-8597-f496159ef1e4), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.533005 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b076-3c76-48b4-bb66-9706c4f6d097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638637'] for subnet (a1803396-5b02-4d8d-8597-f496159ef1e4), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.622884 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b076-3c76-48b4-bb66-9706c4f6d097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (a1803396-5b02-4d8d-8597-f496159ef1e4), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.673267 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b076-3c76-48b4-bb66-9706c4f6d097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4101447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753961'] for subnet (a1803396-5b02-4d8d-8597-f496159ef1e4), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.698220 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0b076-3c76-48b4-bb66-9706c4f6d097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1803396-5b02-4d8d-8597-f496159ef1e4,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:54.701755 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b076-3c76-48b4-bb66-9706c4f6d097 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.705058 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-c8a0b076-3c76-48b4-bb66-9706c4f6d097 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a1803396-5b02-4d8d-8597-f496159ef1e4 HTTP/1.1" status: 204 len: 168 time: 0.2538421 Mar 15 17:12:54.707057 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3794187-0135-49c5-b571-e18d1c48771c None None] Network b2e0668a-70d1-48ab-84dd-16431965797e requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:12:54.707514 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39162) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:54.777529 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (b2e0668a-70d1-48ab-84dd-16431965797e), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.830402 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Deleting port 851054fd-5355-40d4-bb18-e29331c934db {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:54.830743 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (851054fd-5355-40d4-bb18-e29331c934db), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.892329 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] For port 851054fd-5355-40d4-bb18-e29331c934db, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=851054fd-5355-40d4-bb18-e29331c934db,segment=NetworkSegment(1c8ce496-09c0-4408-8b85-15942aab600a),segment_id=1c8ce496-09c0-4408-8b85-15942aab600a)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:54.892731 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (851054fd-5355-40d4-bb18-e29331c934db), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:54.914230 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Calling delete_port for 851054fd-5355-40d4-bb18-e29331c934db owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:54.978244 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] DHCP port deletion for b2e0668a-70d1-48ab-84dd-16431965797e request from dv-cinder-733623-12-iscsi {{(pid=103236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:12:55.001561 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (851054fd-5355-40d4-bb18-e29331c934db), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.032145 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Pushing event deleted for resources: {'Port': ['ID=851054fd-5355-40d4-bb18-e29331c934db,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:55.039093 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] No DVR routers for this DVR port 851054fd-5355-40d4-bb18-e29331c934db on host dv-cinder-733623-12-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:12:55.079217 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] Deleting port 851054fd-5355-40d4-bb18-e29331c934db {{(pid=103236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:55.079506 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (851054fd-5355-40d4-bb18-e29331c934db), before_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.145454 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (b2e0668a-70d1-48ab-84dd-16431965797e), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.149619 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] For port 851054fd-5355-40d4-bb18-e29331c934db, host dv-cinder-733623-12-iscsi, got binding levels [] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:55.150023 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (851054fd-5355-40d4-bb18-e29331c934db), precommit_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.168332 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] Calling delete_port for 851054fd-5355-40d4-bb18-e29331c934db owned by network:dhcp {{(pid=103236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:55.172170 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e0668a-70d1-48ab-84dd-16431965797e']}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:55.172708 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.ipam_backend_mixin [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] Port 851054fd-5355-40d4-bb18-e29331c934db was not found and therefore no delete operation was performed {{(pid=103236) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 15 17:12:55.174617 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217'] for port (851054fd-5355-40d4-bb18-e29331c934db), after_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.186115 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8ce496-09c0-4408-8b85-15942aab600a') {'for_net_delete': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:55.186317 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8ce496-09c0-4408-8b85-15942aab600a') {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:12:55.198138 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] No DVR routers for this DVR port 851054fd-5355-40d4-bb18-e29331c934db on host dv-cinder-733623-12-iscsi {{(pid=103236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:12:55.203349 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a46d3d-9ac7-4bdd-9e87-3ce0e5a26323 req-a8d4f65d-4cc7-4291-8543-b6c9cc34f9b5 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:55.204949 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-15a46d3d-9ac7-4bdd-9e87-3ce0e5a26323 req-a8d4f65d-4cc7-4291-8543-b6c9cc34f9b5 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.1023905 Mar 15 17:12:55.206766 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638612'] for segment (1c8ce496-09c0-4408-8b85-15942aab600a), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.221132 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device f4c67f8e-8edd-404e-8aa8-302a682e7d04 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:12:55.224060 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbdc89-a472-4641-ac8c-d39de48ccf3c None None] Pushing event deleted for resources: {'Port': ['ID=851054fd-5355-40d4-bb18-e29331c934db,revision_number=None']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:55.231477 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (1c8ce496-09c0-4408-8b85-15942aab600a), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.242193 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: f4c67f8e-8edd-404e-8aa8-302a682e7d04 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:12:55.242529 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device f4c67f8e-8edd-404e-8aa8-302a682e7d04 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:12:55.242742 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:12:55.242945 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 851054fd-5355-40d4-bb18-e29331c934db no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:12:55.243249 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4101629'] for segment (1c8ce496-09c0-4408-8b85-15942aab600a), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: Traceback (most recent call last): Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: timer() Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: cb(*args, **kw) Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: return func(*args, **kwargs) Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: self._notify() Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: self.callback(batched_events) Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: event.method(event) Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: return f(self, *a, **k) Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._get(url).json() Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: return self.request(url, 'GET', **kwargs) Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:12:55.245017 dv-cinder-733623-12-iscsi neutron-server[103235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:12:55.262683 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 851054fd-5355-40d4-bb18-e29331c934db {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:12:55.263022 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 851054fd-5355-40d4-bb18-e29331c934db not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:12:55.263460 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 2b337dda-7b9c-43e3-8602-853e03c70136 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:12:55.283861 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 2b337dda-7b9c-43e3-8602-853e03c70136 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:12:55.284202 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 2b337dda-7b9c-43e3-8602-853e03c70136 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:12:55.318307 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-15a46d3d-9ac7-4bdd-9e87-3ce0e5a26323 req-9bb8066b-36e8-4fc6-bccb-aacb3702957e tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043546 Mar 15 17:12:55.325571 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (b2e0668a-70d1-48ab-84dd-16431965797e), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.340803 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.344440 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] 10.222.0.42 "DELETE /v2.0/networks/b2e0668a-70d1-48ab-84dd-16431965797e HTTP/1.1" status: 204 len: 168 time: 0.6361430 Mar 15 17:12:55.356612 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d725f3-bb58-4399-a353-f46e1db8dcff admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e0668a-70d1-48ab-84dd-16431965797e,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:55.457639 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39172) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:55.496808 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-359188bb-d2ff-4414-bef8-fc5c1b14cf28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8de618d7d9749059419285b7fb63709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379376 Mar 15 17:12:55.499112 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39174) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:55.544554 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3e866910-93f4-412e-bb82-affb5136be77 admin admin] Publish callbacks [] for security_group (8a241531-381e-4972-b121-eec17be46c19), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.565048 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3e866910-93f4-412e-bb82-affb5136be77 admin admin] Publish callbacks [] for security_group (8a241531-381e-4972-b121-eec17be46c19), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.612791 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3e866910-93f4-412e-bb82-affb5136be77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (8a241531-381e-4972-b121-eec17be46c19), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.615849 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3e866910-93f4-412e-bb82-affb5136be77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:55.617058 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3e866910-93f4-412e-bb82-affb5136be77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a241531-381e-4972-b121-eec17be46c19 HTTP/1.1" status: 204 len: 168 time: 0.1170034 Mar 15 17:12:55.624504 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e866910-93f4-412e-bb82-affb5136be77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a241531-381e-4972-b121-eec17be46c19,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:55.921654 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39180) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:55.960515 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-45c98fd7-ee80-441f-9ffe-3c5592c23d52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fcc57c7d3f84f5596252f33a5c74215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377009 Mar 15 17:12:55.962867 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39182) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:56.007490 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f3108d6-9d9a-4630-803f-baa795e56039 admin admin] Publish callbacks [] for security_group (806ec0e1-814c-4044-b97a-19e25850de9d), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:56.028054 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f3108d6-9d9a-4630-803f-baa795e56039 admin admin] Publish callbacks [] for security_group (806ec0e1-814c-4044-b97a-19e25850de9d), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:56.077347 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f3108d6-9d9a-4630-803f-baa795e56039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (806ec0e1-814c-4044-b97a-19e25850de9d), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:56.079945 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f3108d6-9d9a-4630-803f-baa795e56039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:56.081125 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-5f3108d6-9d9a-4630-803f-baa795e56039 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/806ec0e1-814c-4044-b97a-19e25850de9d HTTP/1.1" status: 204 len: 168 time: 0.1173604 Mar 15 17:12:56.088985 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3108d6-9d9a-4630-803f-baa795e56039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ec0e1-814c-4044-b97a-19e25850de9d,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:56.447017 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d1c96-bc51-4fd2-8f9a-1df46c5b9583 req-bf6a2df8-7aa4-40d9-8226-1b3933586a2f tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:56.448618 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9a0d1c96-bc51-4fd2-8f9a-1df46c5b9583 req-bf6a2df8-7aa4-40d9-8226-1b3933586a2f tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.0592065 Mar 15 17:12:56.496788 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-9a0d1c96-bc51-4fd2-8f9a-1df46c5b9583 req-db567219-e1f9-4e37-8ba2-7a8edc5d6693 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef67cf0-3d21-446b-9ba0-23d208fbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Mar 15 17:12:56.792053 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-f569e63f-f6dd-452d-b1bb-ef0ed0d74ccc tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 15 17:12:56.793510 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-f569e63f-f6dd-452d-b1bb-ef0ed0d74ccc tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 945 time: 0.0518064 Mar 15 17:12:56.883329 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Deleting port b0eff3df-746b-4eec-8eb1-2675a3738969 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:56.883659 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:56.968600 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] For port b0eff3df-746b-4eec-8eb1-2675a3738969, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b0eff3df-746b-4eec-8eb1-2675a3738969,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:56.969282 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:56.980948 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Calling delete_port for b0eff3df-746b-4eec-8eb1-2675a3738969 owned by compute:nova {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:12:57.107953 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (b0eff3df-746b-4eec-8eb1-2675a3738969), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:57.119801 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] get_ports_and_sgs() called for port_ids ['b0eff3df-746b-4eec-8eb1-2675a3738969'] {{(pid=103236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 15 17:12:57.136752 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Pushing event deleted for resources: {'Port': ['ID=b0eff3df-746b-4eec-8eb1-2675a3738969,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:12:57.181037 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] No DVR routers for this DVR port b0eff3df-746b-4eec-8eb1-2675a3738969 on host hv-cinder-73362 {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:12:57.183347 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16608163'] for port (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:57.186600 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-a5fc639a-94fc-478d-9492-db1ff14381b6 req-018115aa-d7c6-4f63-8b91-f6f6a7c19e06 tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.43 "DELETE /v2.0/ports/b0eff3df-746b-4eec-8eb1-2675a3738969 HTTP/1.1" status: 204 len: 173 time: 0.3878524 Mar 15 17:12:57.187034 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'name': 'network-vif-deleted', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 15 17:12:57.189280 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef0af82d9ce4fa055967e9e9846068223b2a8432771658cd686d360d8b6a193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f072f7-5943-461f-b80c-b07aa4640e37" -d '{"events": [{"server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "name": "network-vif-deleted", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 15 17:12:57.228511 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Mar 2022 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906869cd-2bdc-4e3d-a193-eeb352bea38f x-openstack-request-id: req-906869cd-2bdc-4e3d-a193-eeb352bea38f {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 15 17:12:57.228870 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd7a79a-3952-4d27-ae30-2b8b8dc4c266", "name": "network-vif-deleted", "tag": "b0eff3df-746b-4eec-8eb1-2675a3738969", "status": "completed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 15 17:12:57.229061 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-906869cd-2bdc-4e3d-a193-eeb352bea38f {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 15 17:12:57.229459 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd7a79a-3952-4d27-ae30-2b8b8dc4c266', 'name': 'network-vif-deleted', 'tag': 'b0eff3df-746b-4eec-8eb1-2675a3738969', 'status': 'completed', 'code': 200} Mar 15 17:12:57.613355 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [req-6e0ff602-76fa-44f4-a345-516f26b72ca5 req-703808be-adea-4e0b-8f71-8c31579739ab tempest-TestMinimumBasicScenario-1284508212 tempest-TestMinimumBasicScenario-1284508212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd7a79a-3952-4d27-ae30-2b8b8dc4c266 HTTP/1.1" status: 200 len: 210 time: 0.0282018 Mar 15 17:12:59.264426 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39240) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:12:59.592832 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (64649b13-7776-4035-b23e-d1e04ced6df7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:59.829486 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Deleting port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:12:59.829820 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:59.905990 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] For port 9d997389-dcfb-44d7-a6b6-0e882d72d0f7, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=9d997389-dcfb-44d7-a6b6-0e882d72d0f7,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:12:59.906266 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:12:59.918005 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Calling delete_port for 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 owned by network:router_interface {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:13:00.366709 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (9d997389-dcfb-44d7-a6b6-0e882d72d0f7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:00.392272 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d997389-dcfb-44d7-a6b6-0e882d72d0f7,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:00.557701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (64649b13-7776-4035-b23e-d1e04ced6df7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:00.763841 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Router 64649b13-7776-4035-b23e-d1e04ced6df7 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:13:00.869716 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:13:00.874622 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-4f4f2871-9e6a-4ce6-af2e-622f15c5fd3e admin admin] 10.222.0.42 "PUT /v2.0/routers/64649b13-7776-4035-b23e-d1e04ced6df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6091492 Mar 15 17:13:00.877271 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39242) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:00.879716 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] Sync routers for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:13:00.889260 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:13:00.889864 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:00.980171 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks [] for router (64649b13-7776-4035-b23e-d1e04ced6df7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:00.994533 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:13:01.080913 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks [] for router_gateway (64649b13-7776-4035-b23e-d1e04ced6df7), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.134876 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Deleting port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:13:01.135216 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.172302 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:13:00Z', 'revision_number': 5, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port': {'id': '6c4f4e8e-7a49-4433-8c8c-adc8558e988e', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:01.201719 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] Checking router: 64649b13-7776-4035-b23e-d1e04ced6df7 for host: dv-cinder-733623-12-iscsi {{(pid=103237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:13:01.210383 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] Routers {'64649b13-7776-4035-b23e-d1e04ced6df7'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:13:01.210964 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['64649b13-7776-4035-b23e-d1e04ced6df7'], 'active': True} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:01.217556 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] For port 6c4f4e8e-7a49-4433-8c8c-adc8558e988e, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=6c4f4e8e-7a49-4433-8c8c-adc8558e988e,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:13:01.217919 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.230647 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Calling delete_port for 6c4f4e8e-7a49-4433-8c8c-adc8558e988e owned by network:router_gateway {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:13:01.294976 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_dvr_db [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] Set router 64649b13-7776-4035-b23e-d1e04ced6df7 gateway port host: None {{(pid=103237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:13:01.343341 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.l3_hamode_db [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:13:01Z', 'revision_number': 6, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port_host': None}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:01.371778 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34365565-0d04-48b0-bda9-1283c892ab7b None None] The sync data for ids ['64649b13-7776-4035-b23e-d1e04ced6df7'] in dv-cinder-733623-12-iscsi is: [{'id': '64649b13-7776-4035-b23e-d1e04ced6df7', 'name': 'tempest-TestMinimumBasicScenario-1361471611-router', 'tenant_id': '49c19d4e952847919810702301ae0a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:41Z', 'updated_at': '2022-03-15T17:13:01Z', 'revision_number': 6, 'project_id': '49c19d4e952847919810702301ae0a5d', 'gw_port_host': None}] {{(pid=103237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:13:01.393234 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (6c4f4e8e-7a49-4433-8c8c-adc8558e988e), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.417806 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4f4e8e-7a49-4433-8c8c-adc8558e988e,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:01.477696 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (64649b13-7776-4035-b23e-d1e04ced6df7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.565310 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (64649b13-7776-4035-b23e-d1e04ced6df7), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.567855 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks [] for router_controller (64649b13-7776-4035-b23e-d1e04ced6df7), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.613508 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (64649b13-7776-4035-b23e-d1e04ced6df7), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.614091 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64649b13-7776-4035-b23e-d1e04ced6df7 {{(pid=103235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:13:01.618529 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.619677 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-3181e23f-c96c-4b5a-821e-55e8a6feaba2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/64649b13-7776-4035-b23e-d1e04ced6df7 HTTP/1.1" status: 204 len: 168 time: 0.7414534 Mar 15 17:13:01.622211 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39244) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:01.665803 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0630c3-e8c9-44dd-aa31-bd2440c575e8 admin admin] Deleting subnet 861f28bd-4ad8-4882-ac70-e606710ee950 {{(pid=103235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:13:01.668737 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3d0630c3-e8c9-44dd-aa31-bd2440c575e8 admin admin] Publish callbacks [] for subnet (861f28bd-4ad8-4882-ac70-e606710ee950), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.701139 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3d0630c3-e8c9-44dd-aa31-bd2440c575e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638637'] for subnet (861f28bd-4ad8-4882-ac70-e606710ee950), precommit_delete_associations {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.784929 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3d0630c3-e8c9-44dd-aa31-bd2440c575e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (861f28bd-4ad8-4882-ac70-e606710ee950), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.808091 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device b0eff3df-746b-4eec-8eb1-2675a3738969 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:13:01.828441 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] No Port match for: b0eff3df-746b-4eec-8eb1-2675a3738969 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:13:01.828716 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Device b0eff3df-746b-4eec-8eb1-2675a3738969 not bound to the agent host hv-cinder-73362 {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:13:01.837655 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3d0630c3-e8c9-44dd-aa31-bd2440c575e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4101447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753961'] for subnet (861f28bd-4ad8-4882-ac70-e606710ee950), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.863029 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0630c3-e8c9-44dd-aa31-bd2440c575e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861f28bd-4ad8-4882-ac70-e606710ee950,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:01.864941 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3d0630c3-e8c9-44dd-aa31-bd2440c575e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.868181 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-3d0630c3-e8c9-44dd-aa31-bd2440c575e8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/861f28bd-4ad8-4882-ac70-e606710ee950 HTTP/1.1" status: 204 len: 168 time: 0.2450440 Mar 15 17:13:01.869062 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b6914-f877-4585-985b-bf68266825a1 None None] Network adbc812d-468c-433c-8d35-e244931f0ae6 requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:13:01.870701 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39246) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:01.939934 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (adbc812d-468c-433c-8d35-e244931f0ae6), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:01.991638 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Deleting port abc1bbf9-39a9-476a-8875-7338dd899c83 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:13:01.991970 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.051068 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] For port abc1bbf9-39a9-476a-8875-7338dd899c83, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=abc1bbf9-39a9-476a-8875-7338dd899c83,segment=NetworkSegment(b21a937b-e4da-42ac-9690-c33eff9d85ec),segment_id=b21a937b-e4da-42ac-9690-c33eff9d85ec)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:13:02.051358 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.062955 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Calling delete_port for abc1bbf9-39a9-476a-8875-7338dd899c83 owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:13:02.117830 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] DHCP port deletion for adbc812d-468c-433c-8d35-e244931f0ae6 request from dv-cinder-733623-12-iscsi {{(pid=103236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:13:02.146055 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.167402 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] Deleting port abc1bbf9-39a9-476a-8875-7338dd899c83 {{(pid=103236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:13:02.167854 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), before_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.172085 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc1bbf9-39a9-476a-8875-7338dd899c83,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:02.173918 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] No DVR routers for this DVR port abc1bbf9-39a9-476a-8875-7338dd899c83 on host dv-cinder-733623-12-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:13:02.233529 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] For port abc1bbf9-39a9-476a-8875-7338dd899c83, host dv-cinder-733623-12-iscsi, got binding levels [] {{(pid=103236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:13:02.233916 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), precommit_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.247381 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] Calling delete_port for abc1bbf9-39a9-476a-8875-7338dd899c83 owned by network:dhcp {{(pid=103236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:13:02.248860 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (adbc812d-468c-433c-8d35-e244931f0ae6), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.250117 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.ipam_backend_mixin [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] Port abc1bbf9-39a9-476a-8875-7338dd899c83 was not found and therefore no delete operation was performed {{(pid=103236) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 15 17:13:02.251522 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217'] for port (abc1bbf9-39a9-476a-8875-7338dd899c83), after_delete {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.269911 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbc812d-468c-433c-8d35-e244931f0ae6']}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:02.277069 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] Pushing event deleted for resources: {'Port': ['ID=abc1bbf9-39a9-476a-8875-7338dd899c83,revision_number=None']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:02.280701 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca33924-becd-4374-8822-045afa2bfe27 None None] No DVR routers for this DVR port abc1bbf9-39a9-476a-8875-7338dd899c83 on host dv-cinder-733623-12-iscsi {{(pid=103236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:13:02.281040 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21a937b-e4da-42ac-9690-c33eff9d85ec') {'for_net_delete': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:02.281350 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21a937b-e4da-42ac-9690-c33eff9d85ec') {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:02.292587 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638612'] for segment (b21a937b-e4da-42ac-9690-c33eff9d85ec), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.309536 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (b21a937b-e4da-42ac-9690-c33eff9d85ec), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.316180 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:13:02.317234 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4101629'] for segment (b21a937b-e4da-42ac-9690-c33eff9d85ec), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: Traceback (most recent call last): Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: timer() Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: cb(*args, **kw) Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: return func(*args, **kwargs) Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: self._notify() Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: self.callback(batched_events) Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: event.method(event) Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: return f(self, *a, **k) Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._get(url).json() Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: return self.request(url, 'GET', **kwargs) Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:13:02.319117 dv-cinder-733623-12-iscsi neutron-server[103235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:13:02.375066 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (adbc812d-468c-433c-8d35-e244931f0ae6), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.380295 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.383545 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] 10.222.0.42 "DELETE /v2.0/networks/adbc812d-468c-433c-8d35-e244931f0ae6 HTTP/1.1" status: 204 len: 168 time: 0.5119431 Mar 15 17:13:02.386709 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39248) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:02.395641 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2c02c-2424-4653-979b-b518a3255b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=adbc812d-468c-433c-8d35-e244931f0ae6,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:02.524120 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:13:02.724999 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427833'] for router_interface (852e46ce-c9ad-45a4-9ee5-daec92b090e8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:02.963646 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Deleting port fca227d6-1f28-459f-9216-0c3fb73211ab {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:13:02.963981 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:03.041884 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] For port fca227d6-1f28-459f-9216-0c3fb73211ab, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=fca227d6-1f28-459f-9216-0c3fb73211ab,segment=NetworkSegment(08b6582a-49dc-4219-aeba-f6361ad86648),segment_id=08b6582a-49dc-4219-aeba-f6361ad86648)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:13:03.042157 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:03.053522 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Calling delete_port for fca227d6-1f28-459f-9216-0c3fb73211ab owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:13:03.100796 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d83c1297-93d5-4519-a2e8-1b26e4de4769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:03.168979 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:13:03.188907 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:13:03.189241 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 9d997389-dcfb-44d7-a6b6-0e882d72d0f7 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:13:03.189651 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device abc1bbf9-39a9-476a-8875-7338dd899c83 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:13:03.212098 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: abc1bbf9-39a9-476a-8875-7338dd899c83 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:13:03.212455 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device abc1bbf9-39a9-476a-8875-7338dd899c83 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:13:03.212876 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6c4f4e8e-7a49-4433-8c8c-adc8558e988e no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:13:03.232755 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 6c4f4e8e-7a49-4433-8c8c-adc8558e988e {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:13:03.233095 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 6c4f4e8e-7a49-4433-8c8c-adc8558e988e not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:13:03.476556 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (fca227d6-1f28-459f-9216-0c3fb73211ab), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:03.499339 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Pushing event deleted for resources: {'Port': ['ID=fca227d6-1f28-459f-9216-0c3fb73211ab,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:03.663956 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16263427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427917'] for router_interface (852e46ce-c9ad-45a4-9ee5-daec92b090e8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:03.898593 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 has already been hosted by L3 agent b2ffd0eb-cdea-4c1b-838f-79afcef8a097 {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 15 17:13:04.001595 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] Notify agent at l3_agent.dv-cinder-733623-12-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 15 17:13:04.007876 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-12b8abbf-5612-4325-8a0e-66c675e6477d admin admin] 10.222.0.42 "PUT /v2.0/routers/852e46ce-c9ad-45a4-9ee5-daec92b090e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6192563 Mar 15 17:13:04.009566 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39250) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:04.012956 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] Sync routers for ids ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'] in dv-cinder-733623-12-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 15 17:13:04.023406 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] Routers {'852e46ce-c9ad-45a4-9ee5-daec92b090e8'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:13:04.024008 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:04.113250 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks [] for router (852e46ce-c9ad-45a4-9ee5-daec92b090e8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.130377 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] Set router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 gateway port host: dv-cinder-733623-12-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:13:04.215700 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks [] for router_gateway (852e46ce-c9ad-45a4-9ee5-daec92b090e8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.267731 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Deleting port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:13:04.267979 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.305461 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'external_fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:13:03Z', 'revision_number': 5, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'gw_port': {'id': '09514a95-0f5c-46b4-8efb-2c6b7e37f8c9', 'name': '', 'network_id': '43da1cff-48f1-490c-a796-e70825845c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c7e2a0c-4536-408c-9fc5-f5fe4b4a41fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-12-iscsi'}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:04.335440 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] Checking router: 852e46ce-c9ad-45a4-9ee5-daec92b090e8 for host: dv-cinder-733623-12-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 15 17:13:04.343538 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] Routers {'852e46ce-c9ad-45a4-9ee5-daec92b090e8'} bound to L3 agent in host dv-cinder-733623-12-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 15 17:13:04.344122 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-15T16:54:05Z,description=,heartbeat_timestamp=2022-03-15T17:12:35Z,host='dv-cinder-733623-12-iscsi',id=b2ffd0eb-cdea-4c1b-838f-79afcef8a097,load=0,resource_versions=,resources_synced=,started_at=2022-03-15T16:54:05Z,topic='l3_agent')) {'router_ids': ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:04.348730 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] For port 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=09514a95-0f5c-46b4-8efb-2c6b7e37f8c9,segment=NetworkSegment(11367afe-2245-401b-ac20-e9cb93571e7c),segment_id=11367afe-2245-401b-ac20-e9cb93571e7c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:13:04.349088 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.366419 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Calling delete_port for 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:13:04.431798 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] Set router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 15 17:13:04.532763 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097370'] for port (09514a95-0f5c-46b4-8efb-2c6b7e37f8c9), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.559974 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Pushing event deleted for resources: {'Port': ['ID=09514a95-0f5c-46b4-8efb-2c6b7e37f8c9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:04.616254 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:13:04Z', 'revision_number': 6, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'gw_port_host': None}], 'dv-cinder-733623-12-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:04.620295 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428143'] for router_gateway (852e46ce-c9ad-45a4-9ee5-daec92b090e8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.646192 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf454f-016c-4e4e-a8b6-0c89c08fdf08 None None] The sync data for ids ['852e46ce-c9ad-45a4-9ee5-daec92b090e8'] in dv-cinder-733623-12-iscsi is: [{'id': '852e46ce-c9ad-45a4-9ee5-daec92b090e8', 'name': 'tempest-TestMinimumBasicScenario-1845584593-router', 'tenant_id': '3aed889441b74d1eba40b5358b70301d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-15T17:10:49Z', 'updated_at': '2022-03-15T17:13:04Z', 'revision_number': 6, 'project_id': '3aed889441b74d1eba40b5358b70301d', 'gw_port_host': None}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 15 17:13:04.709379 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16349670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8843'] for router (852e46ce-c9ad-45a4-9ee5-daec92b090e8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.711465 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks [] for router_controller (852e46ce-c9ad-45a4-9ee5-daec92b090e8), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.757366 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16349599'] for router (852e46ce-c9ad-45a4-9ee5-daec92b090e8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.757934 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852e46ce-c9ad-45a4-9ee5-daec92b090e8 {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 15 17:13:04.762156 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.763295 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0a8fdab0-2341-4ab7-bf46-64e80d38817d admin admin] 10.222.0.42 "DELETE /v2.0/routers/852e46ce-c9ad-45a4-9ee5-daec92b090e8 HTTP/1.1" status: 204 len: 168 time: 0.7528176 Mar 15 17:13:04.765837 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.42', 39252) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:04.809056 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8217df9-9245-4b5c-89be-ea206baeac36 admin admin] Deleting subnet b163aae8-842d-4525-9890-b2ac23b96ef1 {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 15 17:13:04.811969 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8217df9-9245-4b5c-89be-ea206baeac36 admin admin] Publish callbacks [] for subnet (b163aae8-842d-4525-9890-b2ac23b96ef1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.843840 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8217df9-9245-4b5c-89be-ea206baeac36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260223105'] for subnet (b163aae8-842d-4525-9890-b2ac23b96ef1), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.919859 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8217df9-9245-4b5c-89be-ea206baeac36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15903145'] for subnet (b163aae8-842d-4525-9890-b2ac23b96ef1), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.968545 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8217df9-9245-4b5c-89be-ea206baeac36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15903136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16669689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260131416'] for subnet (b163aae8-842d-4525-9890-b2ac23b96ef1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.994367 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8217df9-9245-4b5c-89be-ea206baeac36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b163aae8-842d-4525-9890-b2ac23b96ef1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:04.996302 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8217df9-9245-4b5c-89be-ea206baeac36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:04.999643 dv-cinder-733623-12-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a8217df9-9245-4b5c-89be-ea206baeac36 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b163aae8-842d-4525-9890-b2ac23b96ef1 HTTP/1.1" status: 204 len: 168 time: 0.2327013 Mar 15 17:13:05.002715 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39254) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:05.003211 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea567f-a46c-4f89-8f35-0656ba24c6d1 None None] Network 39c5a876-7ec0-4d06-a7c6-5752e3462b4f requested from dv-cinder-733623-12-iscsi {{(pid=103236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 15 17:13:05.082784 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790646'] for network (39c5a876-7ec0-4d06-a7c6-5752e3462b4f), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.148995 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Deleting port b85b279c-aafd-4950-aba8-bf5babc044ea {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 15 17:13:05.149335 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743085400221'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.209087 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] For port b85b279c-aafd-4950-aba8-bf5babc044ea, host dv-cinder-733623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-12-iscsi',level=0,port_id=b85b279c-aafd-4950-aba8-bf5babc044ea,segment=NetworkSegment(08b6582a-49dc-4219-aeba-f6361ad86648),segment_id=08b6582a-49dc-4219-aeba-f6361ad86648)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 15 17:13:05.209442 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429993'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.221307 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Calling delete_port for b85b279c-aafd-4950-aba8-bf5babc044ea owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 15 17:13:05.301326 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-810461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743085405700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743084964217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4101546'] for port (b85b279c-aafd-4950-aba8-bf5babc044ea), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.327055 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85b279c-aafd-4950-aba8-bf5babc044ea,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:05.328826 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] No DVR routers for this DVR port b85b279c-aafd-4950-aba8-bf5babc044ea on host dv-cinder-733623-12-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 15 17:13:05.402925 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15908668', 'neutron.services.segments.db._delete_segments_for_network-8743085539521'] for network (39c5a876-7ec0-4d06-a7c6-5752e3462b4f), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.422668 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c5a876-7ec0-4d06-a7c6-5752e3462b4f']}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:05.432822 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b6582a-49dc-4219-aeba-f6361ad86648') {'for_net_delete': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:05.433121 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.services.segments.db [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b6582a-49dc-4219-aeba-f6361ad86648') {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 15 17:13:05.443659 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743085540298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638612'] for segment (08b6582a-49dc-4219-aeba-f6361ad86648), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.456029 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986'] for segment (08b6582a-49dc-4219-aeba-f6361ad86648), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.463404 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 15 17:13:05.463796 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15736986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4101629'] for segment (08b6582a-49dc-4219-aeba-f6361ad86648), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: Traceback (most recent call last): Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: timer() Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: cb(*args, **kw) Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: return func(*args, **kwargs) Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: self._notify() Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: self.callback(batched_events) Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: event.method(event) Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: aggregate_uuid = self.p_client.list_aggregates( Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: return f(self, *a, **k) Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._get(url).json() Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: return self.request(url, 'GET', **kwargs) Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: base_url = self.get_endpoint(auth, allow=allow, Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 15 17:13:05.465632 dv-cinder-733623-12-iscsi neutron-server[103235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 15 17:13:05.486687 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2edea-3292-44bb-aaee-3a299da9afe5 None None] DHCP port deletion for 39c5a876-7ec0-4d06-a7c6-5752e3462b4f request from dv-cinder-733623-12-iscsi {{(pid=103236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 15 17:13:05.529587 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-b74d9c84-0af1-408f-98cc-48da2459c85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.538978 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15908663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16276719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16263450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428043'] for network (39c5a876-7ec0-4d06-a7c6-5752e3462b4f), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.544337 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263464'] for network (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.547551 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] 10.222.0.42 "DELETE /v2.0/networks/39c5a876-7ec0-4d06-a7c6-5752e3462b4f HTTP/1.1" status: 204 len: 168 time: 0.5429182 Mar 15 17:13:05.558860 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c31ce-0c89-435a-849f-e2388dbd6179 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c5a876-7ec0-4d06-a7c6-5752e3462b4f,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:05.585208 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device fca227d6-1f28-459f-9216-0c3fb73211ab no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:13:05.608602 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: fca227d6-1f28-459f-9216-0c3fb73211ab {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:13:05.609035 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device fca227d6-1f28-459f-9216-0c3fb73211ab not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:13:05.716142 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39258) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:05.760553 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-e014711a-1a8e-4d17-8a4d-b77aac77bfd6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49c19d4e952847919810702301ae0a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430727 Mar 15 17:13:05.762802 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39260) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:05.817858 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d31ab738-5a82-4626-9285-228c895d415b admin admin] Publish callbacks [] for security_group (fef67cf0-3d21-446b-9ba0-23d208fbe78e), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.838102 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d31ab738-5a82-4626-9285-228c895d415b admin admin] Publish callbacks [] for security_group (fef67cf0-3d21-446b-9ba0-23d208fbe78e), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.884539 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d31ab738-5a82-4626-9285-228c895d415b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (fef67cf0-3d21-446b-9ba0-23d208fbe78e), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.887291 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d31ab738-5a82-4626-9285-228c895d415b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:05.888452 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-d31ab738-5a82-4626-9285-228c895d415b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fef67cf0-3d21-446b-9ba0-23d208fbe78e HTTP/1.1" status: 204 len: 168 time: 0.1243486 Mar 15 17:13:05.896744 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ab738-5a82-4626-9285-228c895d415b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef67cf0-3d21-446b-9ba0-23d208fbe78e,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:06.188770 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39266) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:06.226604 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-9552c4b8-0edc-49e1-a42a-6dafe11ba217 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3aed889441b74d1eba40b5358b70301d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367205 Mar 15 17:13:06.228847 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.wsgi [-] (103235) accepted ('10.222.0.42', 39268) {{(pid=103235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 15 17:13:06.273198 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2210336-ce66-4308-86a8-4270f55985b7 admin admin] Publish callbacks [] for security_group (65c4b742-5c13-442a-a925-0cadd0544f67), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:06.295737 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2210336-ce66-4308-86a8-4270f55985b7 admin admin] Publish callbacks [] for security_group (65c4b742-5c13-442a-a925-0cadd0544f67), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:06.344978 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2210336-ce66-4308-86a8-4270f55985b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269363'] for security_group (65c4b742-5c13-442a-a925-0cadd0544f67), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:06.348001 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2210336-ce66-4308-86a8-4270f55985b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:06.349161 dv-cinder-733623-12-iscsi neutron-server[103235]: INFO neutron.wsgi [None req-e2210336-ce66-4308-86a8-4270f55985b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65c4b742-5c13-442a-a925-0cadd0544f67 HTTP/1.1" status: 204 len: 168 time: 0.1194422 Mar 15 17:13:06.356795 dv-cinder-733623-12-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2210336-ce66-4308-86a8-4270f55985b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c4b742-5c13-442a-a925-0cadd0544f67,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 15 17:13:06.510734 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:07.162481 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device b85b279c-aafd-4950-aba8-bf5babc044ea no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:13:07.182229 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: b85b279c-aafd-4950-aba8-bf5babc044ea {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:13:07.182646 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device b85b279c-aafd-4950-aba8-bf5babc044ea not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:13:07.183119 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 no longer exists at agent ovs-agent-dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 15 17:13:07.203782 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.plugin [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] No Port match for: 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 {{(pid=103236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 15 17:13:07.204114 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.rpc [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Device 09514a95-0f5c-46b4-8efb-2c6b7e37f8c9 not bound to the agent host dv-cinder-733623-12-iscsi {{(pid=103236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 15 17:13:07.934431 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:09.695884 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:09.726634 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:33.100984 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-bdc52e67-8e4f-4275-b6cf-c0c82e0dab48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:35.511010 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d838667f-37b9-412e-ac04-0abd7ef6ede5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:36.511455 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:37.936545 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:39.523197 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:13:39.697239 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:13:39.744590 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:03.101754 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-5816acbe-ee1b-4a90-9d7f-e401fa72ccef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:05.512349 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d0f73351-9be4-43ca-ab54-fda5a058389d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:06.510781 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:07.939450 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.699404 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:09.755881 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:16.522221 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:14:33.103176 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c01a-b9ca-4965-b2db-e4bea06519cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:35.516359 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd5662d0-5785-471c-a474-e707bed3535f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:36.511699 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:37.940982 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:39.701294 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:39.755897 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:14:53.520931 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:15:03.104331 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-bd272547-e927-43f5-9b86-9a8543cc33f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:05.509977 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-562f5b32-48c7-4392-9521-522d762e4982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:06.514768 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:07.944154 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:09.703368 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:09.755316 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:30.519265 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:15:33.104492 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8f932ed6-d607-4bd8-9b16-c31bf6ca83a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:35.510195 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-18186399-846b-49af-9915-c28205be2b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:36.517576 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:37.946911 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:39.705049 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:15:39.781557 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:03.105261 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-b977b3a4-2794-4f94-8226-b36d87e0f2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:05.510592 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-1cd951cb-d89b-4074-8aee-ac29caa54560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:06.519977 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:07.518829 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:16:07.949205 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:09.707447 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:09.783406 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:33.107920 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-86fb428d-68b7-438c-91ab-9f516884ff2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:35.511985 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-6b659e40-a361-4214-b37a-82c3a83cf9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:36.522768 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:37.952758 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.709393 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:39.787015 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:16:44.518039 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:17:03.109636 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e8ffd35a-dc7d-4d08-b50b-b748425d9ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:05.513379 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f47fe2ea-6383-4a25-8192-443527a6b7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:06.526396 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:07.955691 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:09.710732 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:09.800476 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:21.517490 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:17:33.110784 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-28c3cab5-297e-4f92-9dfa-ffd516b0ef91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:35.518574 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c99a8eff-4375-4ea7-aefd-d9dab81a2a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:36.528927 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:37.958141 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:39.711882 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:39.800185 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:17:40.524885 dv-cinder-733623-12-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-586db0dd-0b5b-4e54-beb6-0d409c686acc req-cec4b6a2-a39a-4e2a-9ba0-036ce814f330 service neutron] (103234) timed out ('10.222.0.43', 54600) {{(pid=103234) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 15 17:17:58.515805 dv-cinder-733623-12-iscsi neutron-server[103237]: DEBUG neutron.db.agents_db [None req-0ffdded3-8bc7-4a6c-8b9d-91b145505253 None None] Agent healthcheck: found 6 active agents {{(pid=103237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 15 17:18:03.111886 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-ac3312a8-f072-4c83-84f8-36bb3862a7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f3520873-a985-4ce8-8fc8-f48722407761), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:05.519960 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-6eeaba20-9742-4cda-8dc8-a99b1bedc368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (b2ffd0eb-cdea-4c1b-838f-79afcef8a097), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:06.531440 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-a84eae4c-f47a-4bb7-bd12-a30f4ea88d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (29703ef9-af72-4168-9f89-af6cc247b3c5), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:07.960274 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-abfb5c71-9385-4a17-8c00-476bb5ac3859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (f45ac34d-c11a-4826-bf7f-a7438a9f571d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:09.715470 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-42d63845-bd6b-4813-ae57-22f2b3240ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (5054fed7-bb75-487a-a64e-d787370c343e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 15 17:18:09.830587 dv-cinder-733623-12-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-8ea53d20-59f0-47eb-b949-003974eba14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743085539503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15906821'] for agent (4fb410b4-967d-413d-b16a-e522a572c3af), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}